00000800:00000200:0.1F:1769073168.018115:0:3291:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f19661c1] -> 12345-192.168.204.154@tcp (2)
00000800:00000200:1.1F:1769073168.042584:0:3283:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f19661c1] -> 12345-192.168.204.154@tcp (2)
00000800:00000200:1.1:1769073168.042597:0:3283:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.154@tcp 00000000d91ef107 deleted
00000800:00000010:1.1:1769073168.042599:0:3283:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d91ef107.
00000800:00000200:1.1:1769073168.042605:0:3283:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:1.1:1769073168.042612:0:3283:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.154@tcp ip 192.168.204.154:1023
00000800:00000200:1.1:1769073168.042616:0:3283:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000039e1fa61 type 2, nob 96 niov 1 nkiov 0
00000800:00000200:2.1F:1769073168.042815:0:3282:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1769073168.043386:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f19661c1] -> 12345-192.168.204.154@tcp (4)
00000800:00000200:2.1:1769073168.043390:0:3281:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.154@tcp 0000000044dee74a deleted
00000800:00000010:2.1:1769073168.043392:0:3281:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000044dee74a.
00000800:00000200:2.1:1769073168.043395:0:3281:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1
00000800:00000200:2.1:1769073168.043784:0:3282:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1
00010000:00000010:2.1:1769073168.280007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000057373c3d.
00010000:00000010:2.1:1769073168.280027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000acc70417.
00010000:00000010:0.1:1769073169.002110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000deca020e.
00010000:00000010:0.1:1769073169.002118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000770380ef.
00010000:00000010:0.1:1769073169.002122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e3b18d9.
00010000:00000010:2.1:1769073169.010085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b359f42f.
00010000:00000010:2.1:1769073169.010104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e51f1bbd.
00010000:00010000:0.0:1769074951.725251:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.725274:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dd73 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a08 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.725347:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725361:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725374:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725389:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725396:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725402:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725472:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725478:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725485:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725491:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.725495:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725503:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725516:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.725520:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.725526:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725532:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dd7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725542:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725547:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725552:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725557:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.725560:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725565:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725571:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x795aff3f (ffff903298a49600)
00010000:00010000:0.0:1769074951.725574:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.725576:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725580:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dd81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x795aff3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.725609:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dd73 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a08 expref: 338 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.725619:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.725622:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.725626:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dd73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a08 expref: 338 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.725635:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602400, rc 0)
00000100:00100000:0.0:1769074951.725712:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13245:x1855007657072256:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 493us (1024us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074951.725719:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209708
00000100:00100000:0.0:1769074951.731323:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657072896
00000100:00100000:0.0:1769074951.731334:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657072896
00000100:00100000:0.0:1769074951.731387:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209709
00000100:00100000:0.0:1769074951.731397:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13245:x1855007657072896:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.731417:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.731438:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3dd88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a0f expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.731541:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3dd8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.731554:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6df93d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a22f27df expref: 338 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.731562:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3dd8f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.731596:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6df93d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f27df expref: 338 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.731609:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6df93d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f27df expref: 338 pid: 5764 timeout: 2037 lvb_type: 0
00000100:00100000:0.0:1769074951.731623:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623346432:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074951.731807:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338ddbbb40 going to sleep for 11 seconds
00000100:00100000:0.0:1769074951.733538:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657072640
00000100:00100000:0.0:1769074951.733550:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657072640
00000100:00100000:0.0:1769074951.733642:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4169
00000100:00100000:0.0:1769074951.733652:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338651b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13246:x1855007657072640:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074951.733936:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338651b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13246:x1855007657072640:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 256us (1014us total) trans 4295106005 rc 0/0
00000100:00100000:0.0:1769074951.733945:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4169
00010000:00010000:0.0:1769074951.737576:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6df93d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10084:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f27df expref: 339 pid: 5764 timeout: 2037 lvb_type: 0
00000100:00100000:0.0:1769074951.737594:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623346432:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074951.737621:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3dd8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.737629:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3dd8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.737633:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3dd8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074951.737651:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10084:0x0]: returning size 260096
00010000:00010000:0.0:1769074951.737816:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3dd88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a0f expref: 340 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.737829:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3dd8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a0f expref: 339 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.737837:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10084:0x0].0x0 (ffff90338522eb00)
00010000:00010000:0.0:1769074951.737840:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074951.737842:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602e00, rc 0)
00000100:00100000:0.0:1769074951.738085:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13245:x1855007657072896:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6688us (7002us total) trans 4295106006 rc 0/0
00000100:00100000:0.0:1769074951.738093:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209709
00000100:00100000:0.0:1769074951.740630:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657073152
00000100:00100000:0.0:1769074951.740641:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657073152
00000100:00100000:0.0:1769074951.740686:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209710
00000100:00100000:0.0:1769074951.741032:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13246:x1855007657073152:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.741057:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.741079:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dd9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a16 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.741144:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742082:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742098:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742116:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742123:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742129:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742624:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ddb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742635:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ddb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742643:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ddb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074951.742678:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10401:0x0]: returning size 11991
00000004:00200000:0.0:1769074951.742683:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074951.742880:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ddb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742892:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ddb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.742901:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743054:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743062:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743068:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.743072:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743079:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743092:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x0 (ffff90338522e400)
00010000:00010000:0.0:1769074951.743095:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.743099:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743106:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dda4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743118:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743124:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743129:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743134:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.743137:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743143:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743159:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x6adb7306 (ffff903298a49600)
00010000:00010000:0.0:1769074951.743162:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.743166:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743171:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ddab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.743823:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dd9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a16 expref: 341 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.743843:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ddb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a16 expref: 340 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.743851:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10401:0x0].0x0 (ffff90328e9ab500)
00010000:00010000:0.0:1769074951.743853:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074951.743856:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602800, rc 0)
00000100:00100000:0.0:1769074951.744052:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13246:x1855007657073152:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3355us (3541us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074951.744062:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209710
00000100:00100000:0.0:1769074951.744778:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657073280
00000100:00100000:0.0:1769074951.744787:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657073280
00000100:00100000:0.0:1769074951.744837:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209711
00000100:00100000:0.0:1769074951.744846:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13245:x1855007657073280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.744867:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.744882:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3ddb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a1d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.744994:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603e00/0x2152b583a6e3ddc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10084:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.745008:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3dd8f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a0f expref: 341 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.745027:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603e00/0x2152b583a6e3ddc0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10084:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.745061:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3dd8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a0f expref: 341 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.745074:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3dd8f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10084:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a0f expref: 341 pid: 11659 timeout: 2037 lvb_type: 0
00000100:00100000:0.0:1769074951.745087:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623346560:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074951.745151:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338b74da80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074951.750933:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623346560:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074951.750960:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603e00/0x2152b583a6e3ddc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10084:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074951.758148:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657073792
00000100:00100000:0.0:1769074951.758800:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657073792
00000100:00100000:0.0:1769074951.758868:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209713
00000100:00100000:0.0:1769074951.758879:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13246:x1855007657073792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.758901:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.758957:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dddc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a2b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.759035:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3dde3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.759050:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3dde3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.759060:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3dde3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074951.759127:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1007f:0x0]: returning size 11776
00000004:00200000:0.0:1769074951.759130:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074951.759170:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3dde3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.759195:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dddc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a2b expref: 341 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.759212:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3dde3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a2b expref: 340 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.759221:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x0 (ffff90338522e400)
00010000:00010000:0.0:1769074951.759224:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074951.759227:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603a00, rc 0)
00000100:00100000:0.0:1769074951.759290:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13246:x1855007657073792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 413us (1488us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074951.759298:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209713
00000100:00100000:0.0:1769074951.771370:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657074048
00000100:00100000:0.0:1769074951.771380:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657074048
00000100:00100000:0.0:1769074951.771438:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4170
00000100:00100000:0.0:1769074951.771448:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13246:x1855007657074048:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074951.779799:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:13246:x1855007657074048:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 8351us (8679us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074951.779808:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4170
00000100:00100000:0.0:1769074951.801074:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074951.821843:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3de53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.821867:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3de53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.821875:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3de53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.821881:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.821886:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3de53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.821894:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3de53 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.821962:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x6adb7306 (ffff90328e9abb00)
00010000:00010000:0.0:1769074951.821966:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.822069:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3de53 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.822076:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3de53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007f:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.822101:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3de4c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.822107:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3de4c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.822112:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3de4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.822116:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.822119:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3de4c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.822126:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3de4c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074951.822134:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x220bffe4 (ffff90328e9abe00)
00010000:00010000:0.0:1769074951.822137:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.822140:0:3279:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e3de6f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.822150:0:3279:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e3de6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.822157:0:3279:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e3de6f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x220bffe4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074951.823716:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13246:x1855007657075456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7489us (8109us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074951.823726:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209717
00000100:00100000:0.0:1769074951.826444:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657075584
00000100:00100000:0.0:1769074951.826455:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657075584
00000100:00100000:0.0:1769074951.826552:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209718
00000100:00100000:0.0:1769074951.826563:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13245:x1855007657075584:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.826586:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.826606:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3de7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a5c expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.826667:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826681:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826693:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826708:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826716:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826722:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826783:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826790:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826797:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826804:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.826807:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826815:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826827:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.826830:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.826834:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826843:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3de84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826855:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826861:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826867:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826873:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.826875:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826881:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826888:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x16ffa7f1 (ffff903298a49600)
00010000:00010000:0.0:1769074951.826891:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.826894:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.826899:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3de8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.827147:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3de7d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a5c expref: 343 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.827159:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.827162:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.827165:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3de7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a5c expref: 343 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.827176:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603400, rc 0)
00000100:00100000:0.0:1769074951.827397:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13245:x1855007657075584:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 835us (1170us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074951.827406:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209718
00000100:00100000:0.0:1769074951.836412:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657075968
00000100:00100000:0.0:1769074951.836425:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657075968
00000100:00100000:0.0:1769074951.836484:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209720
00000100:00100000:0.0:1769074951.836494:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:13246:x1855007657075968:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.836515:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.836539:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3dea0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a6a expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.836649:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dea7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.836664:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dea7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.836675:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dea7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074951.836686:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10401:0x0]: returning size 11991
00010000:00010000:0.0:1769074951.836818:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3dea0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a6a expref: 346 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.836835:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3dea7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a6a expref: 345 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.836850:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10401:0x0].0x0 (ffff90328e9ab500)
00010000:00010000:0.0:1769074951.836853:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074951.836856:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602200, rc 0)
00000100:00100000:0.0:1769074951.836954:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13246:x1855007657075968:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 461us (853us total) trans 4295106010 rc 0/0
00000100:00100000:0.0:1769074951.836963:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209720
00000100:00100000:0.0:1769074951.873794:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657076480
00000100:00100000:0.0:1769074951.873804:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657076480
00000100:00100000:0.0:1769074951.873860:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657076608
00000100:00100000:0.0:1769074951.873864:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657076608
00000100:00100000:0.0:1769074951.873896:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209722
00000100:00100000:0.0:1769074951.873927:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13246:x1855007657076480:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.873948:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.873979:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3deca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a78 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.874084:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ded1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874098:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ded1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874109:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ded1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074951.874170:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1007f:0x0]: returning size 11776
00000004:00200000:0.0:1769074951.874174:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074951.874200:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ded1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874226:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3deca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a78 expref: 347 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.874243:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ded1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a78 expref: 346 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.874251:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x0 (ffff90338522e400)
00010000:00010000:0.0:1769074951.874253:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074951.874257:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603400, rc 0)
00000100:00100000:0.0:1769074951.874332:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13246:x1855007657076480:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 428us (832us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074951.874340:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209722
00000100:00100000:0.0:1769074951.874362:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209723
00000100:00100000:0.0:1769074951.874369:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386504450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13245:x1855007657076608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.874377:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.874385:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ded8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a7f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.874414:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874422:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874429:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874441:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874449:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874454:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874500:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874507:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874513:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874518:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.874522:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874528:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874537:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.874540:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.874544:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874549:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dedf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874557:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874567:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874572:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874577:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.874579:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874585:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874591:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x220bffe4 (ffff903298a49600)
00010000:00010000:0.0:1769074951.874593:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.874596:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874601:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3dee6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.874623:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ded8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a7f expref: 346 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.874631:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.874633:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.874636:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ded8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a7f expref: 346 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.874644:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603a00, rc 0)
00000100:00100000:0.0:1769074951.874666:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386504450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13245:x1855007657076608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 298us (1110us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074951.874672:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209723
00010000:00010000:0.0:1769074951.885366:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3df02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10403:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.885388:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3df02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10403:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.885399:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3df02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10403:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.885439:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3def4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.885446:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3def4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.885453:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3def4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.885458:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54faa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.885463:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3def4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.885470:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3def4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.885482:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.885485:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.885490:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3def4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074951.885496:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3def4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:0.0:1769074951.885512:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b29daa56 reply state 00000000b022d6a5 transno 4295106011 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3defb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074951.885519:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074951.885554:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3deed lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a86 expref: 347 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.885567:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3df02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10403:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a86 expref: 346 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.885574:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10403:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074951.885576:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074951.885578:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602800, rc 0)
00000100:00100000:0.0:1769074951.886114:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:13245:x1855007657076864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2886us (4115us total) trans 4295106011 rc 0/0
00000100:00100000:0.0:1769074951.886125:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209724
00000100:00100000:0.0:1769074951.905697:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657077504
00000100:00100000:0.0:1769074951.905708:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657077504
00000100:00100000:0.0:1769074951.905766:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209726
00000100:00100000:0.0:1769074951.905777:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13246:x1855007657077504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.905798:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.905801:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1769074951.905830:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ded1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a78 expref: 346 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.905849:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x0 (ffff90338522e400)
00010000:00010000:0.0:1769074951.905854:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074951.905868:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3df2c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307a9b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.906057:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906072:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906081:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906094:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3df3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1007f:0x0].0xb8ca0b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906100:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3df3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007f:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906106:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3df3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007f:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:0.0:1769074951.906443:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c4:0x0], index 0: 0
00010000:00010000:0.0:1769074951.906600:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3df41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10404:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906609:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3df41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10404:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906616:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3df41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10404:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906648:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906655:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906662:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906667:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.906671:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906678:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906686:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x0 (ffff90338522e400)
00010000:00010000:0.0:1769074951.906688:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.906692:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.906698:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df33 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:0.0:1769074951.906709:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000035e6ce5e reply state 0000000000811c70 transno 4295106012 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3df3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007f:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074951.906717:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074951.906742:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3df2c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a9b expref: 348 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.906754:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3df41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10404:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a9b expref: 347 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.906762:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10404:0x0].0x0 (ffff903298a49700)
00010000:00010000:0.0:1769074951.906764:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074951.906767:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602000, rc 0)
00000100:00100000:0.0:1769074951.906838:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13246:x1855007657077504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1063us (1306us total) trans 4295106012 rc 0/0
00000100:00100000:0.0:1769074951.906847:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209726
00000100:00100000:0.0:1769074951.926669:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657078144
00000100:00100000:0.0:1769074951.926680:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657078144
00000100:00100000:0.0:1769074951.926737:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4175
00000100:00100000:0.0:1769074951.926747:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13246:x1855007657078144:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074951.927138:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13246:x1855007657078144:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 391us (571us total) trans 4295106014 rc 0/0
00000100:00100000:0.0:1769074951.927147:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4175
00000100:00100000:0.0:1769074951.942819:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657078528
00000100:00100000:0.0:1769074951.942829:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657078528
00000100:00100000:0.0:1769074951.942888:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209728
00000100:00100000:0.0:1769074951.942899:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13245:x1855007657078528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.942943:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.942958:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3df72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307aa9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.943039:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943052:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943060:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943073:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943083:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943089:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943152:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943158:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943165:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943169:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.943172:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943178:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943186:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.943189:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.943192:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943197:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3df79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943206:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943216:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943221:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943226:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.943229:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943234:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943241:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x220bffe4 (ffff903298a49500)
00010000:00010000:0.0:1769074951.943244:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.943246:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943263:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3df80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074951.943294:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3df72 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307aa9 expref: 350 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.943304:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.943306:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.943310:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3df72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307aa9 expref: 350 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.943318:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603a00, rc 0)
00000100:00100000:0.0:1769074951.943385:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13245:x1855007657078528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 487us (873us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074951.943393:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209728
00000100:00100000:0.0:1769074951.954875:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657078912
00000100:00100000:0.0:1769074951.954887:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657078912
00000100:00100000:0.0:1769074951.954956:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209730
00000100:00100000:0.0:1769074951.954965:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13245:x1855007657078912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.954985:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.955006:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dfa3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ab0 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.955085:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dfaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.955099:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dfaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.955110:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dfaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074951.955168:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1007e:0x0]: returning size 11776
00000004:00200000:0.0:1769074951.955172:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074951.955194:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dfaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074951.955216:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3dfa3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ab0 expref: 351 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.955231:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3dfaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ab0 expref: 350 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.955239:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074951.955243:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074951.955245:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603c00, rc 0)
00000100:00100000:0.0:1769074951.955472:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13245:x1855007657078912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 507us (1007us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074951.955480:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209730
00010000:00010000:0.0:1769074951.958149:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3dfb1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074951.958167:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3dfb1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074951.958175:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3dfb1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074951.958181:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fa600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074951.958185:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3dfb1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074951.958193:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3dfb1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074951.958211:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10401:0x0].0x0 (ffff90328e9ab500)
00010000:00010000:0.0:1769074951.958214:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074951.958219:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3dfb1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074951.958226:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3dfb1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074951.975957:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13245:x1855007657079424:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 11806us (11990us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074951.975972:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4176
00000100:00100000:0.0:1769074951.986848:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657079936
00000100:00100000:0.0:1769074951.986860:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657079936
00000100:00100000:0.0:1769074951.986990:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1462
00000100:00100000:0.0:1769074951.987001:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2368:x1855007657079936:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074951.987031:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074951.987057:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3dfdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307abe expref: 352 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.987078:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10401:0x0].0x0 (ffff90328e9ab500)
00010000:00010000:0.0:1769074951.987084:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074951.987149:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2368:x1855007657079936:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 151us (368us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074951.987157:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1462
00000100:00100000:0.0:1769074951.999326:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657080576
00000100:00100000:0.0:1769074951.999338:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657080576
00000100:00100000:0.0:1769074951.999430:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209737
00000100:00100000:0.0:1769074951.999441:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13246:x1855007657080576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074951.999465:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074951.999486:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3e013 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10401:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ad3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.999566:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e01a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.999581:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e01a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.999609:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e01a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074951.999640:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10401:0x0]: returning size 11991
00000004:00200000:0.0:1769074951.999644:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074951.999664:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e01a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074951.999688:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3e013 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ad3 expref: 353 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.999705:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e01a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ad3 expref: 352 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074951.999714:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10401:0x0].0x0 (ffff90328e9ab500)
00010000:00010000:0.0:1769074951.999717:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074951.999721:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602e00, rc 0)
00000100:00100000:0.0:1769074951.999792:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13246:x1855007657080576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 352us (1109us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074951.999800:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209737
00000100:00100000:0.0:1769074952.001600:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074952.002618:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e028 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.002627:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e028 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.002636:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074952.002639:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.002643:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e028 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.002649:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e028 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:3.0:1769074952.002660:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000357f4fa7 reply state 0000000083c41608 transno 4295106019 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e02f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074952.002668:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074952.002694:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e021 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ada expref: 354 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.002707:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e036 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ada expref: 353 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.002715:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff90329e6c3f00)
00010000:00010000:3.0:1769074952.002717:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.002720:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fac00, rc 0)
00000100:00100000:3.0:1769074952.002786:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657080832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1038us (1191us total) trans 4295106019 rc 0/0
00000100:00100000:3.0:1769074952.002794:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209738
00000100:00100000:3.0:1769074952.006574:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074952.006783:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e02f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.006793:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e02f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.006799:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e02f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.006803:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fa400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.006806:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e02f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.006812:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e02f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.006826:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x295f24f2 (ffff90329e6c3200)
00010000:00010000:0.0:1769074952.006828:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.006832:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e02f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.006836:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e02f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074952.007573:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.007736:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657081088
00000100:00100000:3.0:1769074952.007745:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657081088
00000100:00100000:3.0:1769074952.007800:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2875
00000100:00100000:3.0:1769074952.007807:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+89:2369:x1855007657081088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.007823:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.007838:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032a54faa00/0x2152b583a6e3e044 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ae8 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074952.007859:0:13376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074952.007875:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.007877:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.007883:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032a54faa00/0x2152b583a6e3e044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ae8 expref: 90 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074952.007895:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032a54faa00/0x2152b583a6e3e044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ae8 expref: 90 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074952.007904:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54faa00, rc 0)
00000100:00100000:3.0:1769074952.007975:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+90:2369:x1855007657081088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 168us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.007980:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2875
00000100:00080000:0.0:1769074952.008075:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1769074952.010841:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.014346:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.016548:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657081728
00000100:00100000:3.0:1769074952.016559:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657081728
00000100:00100000:3.0:1769074952.016612:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209742
00000100:00100000:3.0:1769074952.016621:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657081728:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.016638:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.016654:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e083 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307af6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.016709:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e08a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.016721:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.016731:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074952.016775:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1007e:0x0]: returning size 11776
00000004:00200000:3.0:1769074952.016780:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.016798:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e08a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.016821:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e083 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307af6 expref: 357 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.016838:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e08a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307af6 expref: 356 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.016846:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074952.016850:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074952.016854:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fa600, rc 0)
00000100:00100000:3.0:1769074952.016877:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13245:x1855007657081728:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 257us (464us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.016883:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209742
00000100:00100000:0.0:1769074952.023194:0:13349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657081856
00000100:00100000:0.0:1769074952.023204:0:13349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657081856
00000100:00100000:0.0:1769074952.023265:0:13349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2876
00000100:00100000:0.0:1769074952.023276:0:13349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+90:2369:x1855007657081856:12345-192.168.204.54@tcp:2:dbench.0
00002000:00010000:0.0:1769074952.023484:0:13349:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1769074952.023488:0:13349:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb mtime from disk: 1769074927 -> 1769074939
00002000:00010000:0.0:1769074952.023491:0:13349:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb atime from disk: 1769074931 -> 1769074921
00002000:00010000:0.0:1769074952.023494:0:13349:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb ctime from disk: 1769074951 -> 1769074951
00002000:00010000:0.0:1769074952.023496:0:13349:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb blocks from disk: 1 -> 1
00000100:00100000:0.0:1769074952.023562:0:13349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+91:2369:x1855007657081856:12345-192.168.204.54@tcp:2:dbench.0 Request processed in 287us (493us total) trans 4294968220 rc 0/0
00000100:00100000:0.0:1769074952.023570:0:13349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2876
00000100:00100000:3.0:1769074952.026895:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657082240
00000100:00100000:3.0:1769074952.026936:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657082240
00000100:00100000:3.0:1769074952.026995:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209743
00000100:00100000:3.0:1769074952.027004:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13246:x1855007657082240:12345-192.168.204.54@tcp:55:dbench.0
00010000:00010000:3.0:1769074952.027074:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.027091:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.027102:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.027123:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.027129:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.027136:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.027142:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fba00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.027146:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.027152:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.027163:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10401:0x0].0x0 (ffff90328e9ab500)
00010000:00010000:3.0:1769074952.027166:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1769074952.027171:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.027176:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e091 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074952.027242:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13246:x1855007657082240:12345-192.168.204.54@tcp:55:dbench.0 Request processed in 238us (417us total) trans 0 rc -22/-22
00000100:00100000:3.0:1769074952.027250:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209743
00000100:00100000:0.0:1769074952.036380:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.040129:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.040193:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657082624
00000100:00100000:3.0:1769074952.040204:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657082624
00010000:00010000:3.0:1769074952.040244:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032a54faa00/0x2152b583a6e3e044 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ae8 expref: 93 pid: 13376 timeout: 2037 lvb_type: 1
00000100:00100000:3.0:1769074952.040306:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5090
00000100:00100000:3.0:1769074952.040315:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+93:2368:x1855007657082624:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.040327:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.040346:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032a54faa00/0x2152b583a6e3e044 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ae8 expref: 93 pid: 13376 timeout: 2037 lvb_type: 1
00010000:00010000:3.0:1769074952.040357:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032a54faa00/0x2152b583a6e3e044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ae8 expref: 93 pid: 13376 timeout: 2037 lvb_type: 1
00010000:00010000:3.0:1769074952.040380:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032a54faa00/0x2152b583a6e3e044 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ae8 expref: 92 pid: 13376 timeout: 2037 lvb_type: 1
00010000:00010000:3.0:1769074952.040392:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.040395:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.040402:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 91 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.040412:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 91 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.040452:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 91 pid: 13349 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074952.040467:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623347072:192.168.204.54@tcp:105:
00000100:00100000:3.0:1769074952.040530:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a240 going to sleep for 11 seconds
00000100:00100000:0.0:1769074952.050092:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.050135:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.050516:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623347072:192.168.204.54@tcp:105:
00010000:00010000:3.0:1769074952.050539:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.050598:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+91:2368:x1855007657082624:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 10284us (10478us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.050610:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5090
00000100:00100000:0.0:1769074952.062762:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.062812:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.062904:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657083136
00000100:00100000:3.0:1769074952.062943:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657083136
00000100:00100000:3.0:1769074952.063180:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1464
00000100:00100000:3.0:1769074952.063191:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+357:2366:x1855007657083136:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.063207:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.063233:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e0c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10401:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b0b expref: 357 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.063262:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10401:0x0].0x0 (ffff90328e9ab500)
00010000:00010000:3.0:1769074952.063267:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.063477:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:2366:x1855007657083136:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 288us (724us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.063485:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1464
00000100:00100000:0.0:1769074952.069518:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074952.073637:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e0c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.073656:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e0c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.073664:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e0c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.073670:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3f400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.073674:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e0c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.073682:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e0c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.073699:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10401:0x0].0x0 (ffff90328e9ab500)
00010000:00010000:3.0:1769074952.073702:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.073707:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e0c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.073713:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e0c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10401:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074952.074801:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.075114:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2878
00000100:00100000:3.0:1769074952.075127:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+91:2369:x1855007657083776:12345-192.168.204.54@tcp:2:dbench.0
00002000:00010000:3.0:1769074952.075323:0:13376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:3.0:1769074952.075326:0:13376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb mtime from disk: 1769074939 -> 1769074927
00002000:00010000:3.0:1769074952.075329:0:13376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb atime from disk: 1769074921 -> 1769074911
00002000:00010000:3.0:1769074952.075331:0:13376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb ctime from disk: 1769074951 -> 1769074951
00002000:00010000:3.0:1769074952.075333:0:13376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c2:0x0] updating lvb blocks from disk: 1 -> 1
00000100:00100000:3.0:1769074952.075391:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+92:2369:x1855007657083776:12345-192.168.204.54@tcp:2:dbench.0 Request processed in 267us (596us total) trans 4294968221 rc 0/0
00000100:00100000:3.0:1769074952.075399:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2878
00000100:00100000:0.0:1769074952.079511:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.080476:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074952.082015:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.082023:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074952.082041:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00010000:00010000:0.0:1769074952.082172:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e0d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b12 expref: 359 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.082188:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b12 expref: 358 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.082194:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff90329e6c3f00)
00010000:00010000:0.0:1769074952.082197:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074952.082199:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9400, rc 0)
00000100:00100000:0.0:1769074952.082241:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13245:x1855007657083648:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12499us (12732us total) trans 4295106024 rc 0/0
00000100:00100000:0.0:1769074952.082247:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209747
00000100:00100000:3.0:1769074952.086129:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.086621:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657084288
00000100:00100000:0.0:1769074952.086632:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657084288
00000100:00100000:0.0:1769074952.086705:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209748
00000100:00100000:0.0:1769074952.086715:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13245:x1855007657084288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.086740:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.086761:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e0e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b19 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.086847:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.086861:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b12 expref: 359 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.086870:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.086905:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b12 expref: 359 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.086955:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b12 expref: 359 pid: 5762 timeout: 2037 lvb_type: 0
00000100:00100000:0.0:1769074952.086968:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb821c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623347328:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074952.087063:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033babe6600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074952.090431:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb821c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623347328:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074952.090462:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074952.096737:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.096785:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.097020:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657084672
00000100:00100000:0.0:1769074952.097030:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657084672
00010000:00010000:0.0:1769074952.097071:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b12 expref: 360 pid: 5762 timeout: 2037 lvb_type: 0
00000100:00100000:0.0:1769074952.097117:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5092
00000100:00100000:0.0:1769074952.097126:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:2368:x1855007657084672:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.097141:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.097147:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b12 expref: 360 pid: 5762 timeout: 2037 lvb_type: 0
00010000:00010000:0.0:1769074952.097158:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b12 expref: 360 pid: 5762 timeout: 2037 lvb_type: 0
00010000:00010000:0.0:1769074952.097182:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e0d7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b12 expref: 360 pid: 5762 timeout: 2037 lvb_type: 0
00010000:00010000:0.0:1769074952.097200:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff90329e6c3f00)
00010000:00010000:0.0:1769074952.097205:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.097213:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.097219:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.097246:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.097298:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:2368:x1855007657084672:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (512us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.097306:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5092
00010000:00010000:3.0:1769074952.097604:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.097611:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074952.097638:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:3.0:1769074952.097643:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.097661:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.097689:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e0e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b19 expref: 361 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.097703:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e0ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b19 expref: 360 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.097709:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff90329e6c3f00)
00010000:00010000:3.0:1769074952.097712:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.097714:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602000, rc 0)
00000100:00100000:0.0:1769074952.099519:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13245:x1855007657084288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12795us (13389us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.099531:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209748
00000100:00100000:3.0:1769074952.104588:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.112971:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.121212:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.121291:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.121365:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657085184
00000100:00100000:3.0:1769074952.121376:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657085184
00000100:00100000:3.0:1769074952.121434:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209751
00000100:00100000:3.0:1769074952.121445:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13245:x1855007657085184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.121466:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.121487:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e11d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b2e expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.121550:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121564:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121575:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121588:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121595:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121601:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121698:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e132 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121707:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e132 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121713:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e132 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074952.121743:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:3.0:1769074952.121747:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.121766:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e132 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121777:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e132 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121784:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121789:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121796:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121801:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fba00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.121805:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121812:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121820:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074952.121823:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.121827:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121832:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e124 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121844:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121849:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121858:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121863:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54faa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.121866:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121872:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121879:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x295f24f2 (ffff90329e6c3800)
00010000:00010000:3.0:1769074952.121882:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.121885:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121892:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e12b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.121972:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e11d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b2e expref: 364 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.121985:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e132 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b2e expref: 363 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.121991:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff90329e6c3f00)
00010000:00010000:3.0:1769074952.121993:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.121995:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fac00, rc 0)
00000100:00100000:3.0:1769074952.122038:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13245:x1855007657085184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 596us (837us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.122045:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209751
00000100:00100000:0.0:1769074952.128362:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657085440
00000100:00100000:0.0:1769074952.128375:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657085440
00000100:00100000:0.0:1769074952.128452:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1465
00000100:00100000:0.0:1769074952.128469:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:2366:x1855007657085440:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.128486:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.128510:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e132 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b2e expref: 363 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.128529:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff90329e6c3f00)
00010000:00010000:0.0:1769074952.128670:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.128725:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:2366:x1855007657085440:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 262us (467us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.128732:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1465
00000100:00100000:3.0:1769074952.133643:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074952.133816:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8e00/0x2152b583a6e3e140 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.133828:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8e00/0x2152b583a6e3e140 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.133835:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8e00/0x2152b583a6e3e140 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.133842:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.133846:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8e00/0x2152b583a6e3e140 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.133853:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8e00/0x2152b583a6e3e140 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.133870:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:0.0:1769074952.133873:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.133879:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8e00/0x2152b583a6e3e140 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.133885:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8e00/0x2152b583a6e3e140 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074952.138337:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.139107:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657085952
00000100:00100000:0.0:1769074952.139118:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657085952
00000100:00100000:0.0:1769074952.139191:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209754
00000100:00100000:0.0:1769074952.139203:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13245:x1855007657085952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.139228:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.139252:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3e155 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b3c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.139316:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3e155 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b3c expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.139336:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3e155 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b3c expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.139355:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:0.0:1769074952.139358:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:0.0:1769074952.139372:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603000, rc 0)
00000100:00100000:0.0:1769074952.139431:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13245:x1855007657085952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 231us (1105us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.139439:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209754
00000100:00100000:3.0:1769074952.139675:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074952.142386:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e14e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.142396:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e14e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074952.142440:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x103f8:0x0]: returning size 15360
00000004:00200000:0.0:1769074952.142447:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074952.142467:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e14e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.142497:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e147 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x103f8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b35 expref: 363 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.142512:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e14e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x103f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b35 expref: 362 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.142519:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103f8:0x0].0x0 (ffff903291f9a100)
00010000:00010000:0.0:1769074952.142521:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.142525:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8400, rc 0)
00000100:00100000:0.0:1769074952.142554:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13246:x1855007657085824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8202us (8921us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.142562:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209753
00000100:00100000:3.0:1769074952.146804:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.148347:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.151552:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.154377:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.154707:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657086720
00000100:00100000:0.0:1769074952.154713:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657086720
00000100:00100000:0.0:1769074952.155253:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209756
00000100:00100000:0.0:1769074952.155262:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13245:x1855007657086720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.155271:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.155280:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e178 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b4a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.155323:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e17f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.155332:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.155341:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074952.155357:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:0.0:1769074952.155360:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074952.155369:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e17f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.155391:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e178 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b4a expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.155406:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e17f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b4a expref: 366 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.155413:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:0.0:1769074952.155416:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.155419:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603800, rc 0)
00000100:00100000:0.0:1769074952.155481:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13245:x1855007657086720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 220us (1113us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.155488:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209756
00000100:00100000:0.0:1769074952.161786:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.161884:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.163063:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.167810:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657087616
00000100:00100000:3.0:1769074952.167821:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657087616
00000100:00100000:3.0:1769074952.167872:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209758
00000100:00100000:3.0:1769074952.167882:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13245:x1855007657087616:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074952.168150:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.168180:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e17f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b4a expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.168200:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.168206:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074952.168263:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.168278:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e19b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b51 expref: 366 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.168286:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.168326:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e19b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b51 expref: 366 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.168347:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e19b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b51 expref: 366 pid: 5764 timeout: 2037 lvb_type: 0
00000100:00100000:3.0:1769074952.168361:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab894a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623347712:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.168515:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28af00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074952.170402:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.170543:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657087360
00000100:00100000:0.0:1769074952.170551:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657087360
00010000:00010000:0.0:1769074952.170586:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e19b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b51 expref: 367 pid: 5764 timeout: 2037 lvb_type: 0
00000100:00100000:0.0:1769074952.170626:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5095
00000100:00100000:0.0:1769074952.170635:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2369:x1855007657087360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.170649:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.170655:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e19b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b51 expref: 367 pid: 5764 timeout: 2037 lvb_type: 0
00010000:00010000:0.0:1769074952.170666:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e19b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b51 expref: 367 pid: 5764 timeout: 2037 lvb_type: 0
00010000:00010000:0.0:1769074952.170686:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:0.0:1769074952.170691:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.170701:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.170709:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.170727:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.170781:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2369:x1855007657087360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 146us (385us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.170789:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5095
00010000:00010000:3.0:1769074952.173713:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000059481557 x1855007623347712) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e19b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b51 expref: 366 pid: 5764 timeout: 2037 lvb_type: 0
00010000:00010000:3.0:1769074952.173738:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e19b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b51 expref: 366 pid: 5764 timeout: 2037 lvb_type: 0
00000100:00100000:3.0:1769074952.173753:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab894a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623347712:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.173774:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.173781:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.173789:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.173794:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00010000:3.0:1769074952.174081:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fa5c30de reply state 00000000c1192d08 transno 4295106031 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074952.174090:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1769074952.174195:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13245:x1855007657087616:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 6314us (6472us total) trans 4295106031 rc 0/0
00000100:00100000:3.0:1769074952.174203:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209758
00000100:00100000:0.0:1769074952.180263:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657088000
00000100:00100000:0.0:1769074952.180268:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657088000
00000100:00100000:0.0:1769074952.180304:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4183
00000100:00100000:0.0:1769074952.180312:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13246:x1855007657088000:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074952.180567:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13246:x1855007657088000:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 256us (662us total) trans 4295106032 rc 0/0
00000100:00100000:0.0:1769074952.180574:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4183
00010000:00010000:3.0:1769074952.186830:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.186842:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.186850:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.186856:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fae00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.186860:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.186867:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.186882:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.186885:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.186890:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.186895:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e1a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074952.187576:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.187647:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657088256
00000100:00100000:3.0:1769074952.187654:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657088256
00000100:00100000:3.0:1769074952.188445:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4184
00000100:00100000:3.0:1769074952.188460:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13245:x1855007657088256:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074952.188709:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13245:x1855007657088256:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 253us (1137us total) trans 4295106033 rc 0/0
00000100:00100000:3.0:1769074952.188717:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4184
00000100:00100000:0.0:1769074952.192876:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.192943:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.193572:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209760
00000100:00100000:3.0:1769074952.193583:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13245:x1855007657088640:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.193595:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.193606:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e1be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b58 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.193645:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193653:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193661:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193671:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193678:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193683:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193738:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e1d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193745:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193752:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074952.193779:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:3.0:1769074952.193784:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.193802:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193813:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e1d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193820:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193827:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193833:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193839:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.193842:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193849:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193857:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074952.193860:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.193864:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193869:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e1c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193878:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193884:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193889:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193894:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.193897:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193903:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193930:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x295f24f2 (ffff90329e6c3800)
00010000:00010000:3.0:1769074952.193933:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.193935:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193941:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e1cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.193977:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e1be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b58 expref: 370 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.193990:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e1d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b58 expref: 369 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.193997:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.194000:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.194002:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa200, rc 0)
00000100:00100000:3.0:1769074952.194066:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13245:x1855007657088640:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 485us (1122us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.194074:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209760
00010000:00010000:0.0:1769074952.194473:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074952.194480:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e1da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x103f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.194486:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3f400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074952.194489:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e1da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x103f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.194494:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e1da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x103f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.194502:0:5750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103f8:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:0.0:1769074952.194505:0:5750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074952.194507:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e1da lrc: 1/0,0 mode: --/PW res: [0x200000401:0x103f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.194512:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e1da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x103f8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.194523:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074952.194524:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074952.194526:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074952.200892:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e1b0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.200938:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e1b0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.200948:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e1b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.200954:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3ec00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.200958:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e1b0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.200977:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e1b0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.200994:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x57ca59f5 (ffff90328e9ab600)
00010000:00010000:0.0:1769074952.200997:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.201003:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e1b0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007f:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.201019:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e1b0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007f:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074952.204779:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.204828:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.217724:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657089280
00000100:00100000:0.0:1769074952.217735:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657089280
00000100:00100000:3.0:1769074952.217866:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298253480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623347968:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.217893:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e204 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074952.218467:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209763
00000100:00100000:0.0:1769074952.218480:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:13246:x1855007657089280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.218502:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.218523:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e20b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b6d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.218633:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e212 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x103ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.218648:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e1f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b5f expref: 372 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.218655:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e212 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x103ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.218688:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e1f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b5f expref: 372 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.218700:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e1f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b5f expref: 372 pid: 5762 timeout: 2037 lvb_type: 0
00000100:00100000:0.0:1769074952.218714:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc09180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623348096:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074952.218809:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033babe6600 going to sleep for 11 seconds
00010000:00010000:3.0:1769074952.222131:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e204 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.222140:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e204 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074952.222160:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00010000:00010000:3.0:1769074952.222318:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e1fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b66 expref: 373 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.222334:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e204 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b66 expref: 372 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.222340:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.222343:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074952.222345:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3ea00, rc 0)
00000100:00100000:3.0:1769074952.222461:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13245:x1855007657089024:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14109us (17554us total) trans 4295106035 rc 0/0
00000100:00100000:3.0:1769074952.222469:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209762
00000100:00100000:0.0:1769074952.223443:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657089536
00000100:00100000:0.0:1769074952.223453:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657089536
00010000:00010000:0.0:1769074952.223482:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e1f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b5f expref: 372 pid: 5762 timeout: 2037 lvb_type: 0
00000100:00100000:0.0:1769074952.223515:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5097
00000100:00100000:0.0:1769074952.223523:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:2369:x1855007657089536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.223534:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.223540:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e1f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b5f expref: 372 pid: 5762 timeout: 2037 lvb_type: 0
00010000:00010000:0.0:1769074952.223557:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e1f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b5f expref: 372 pid: 5762 timeout: 2037 lvb_type: 0
00010000:00010000:0.0:1769074952.223571:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e1f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b5f expref: 372 pid: 5762 timeout: 2037 lvb_type: 0
00010000:00010000:0.0:1769074952.223579:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103ff:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074952.223582:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e212 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x103ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.223588:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e212 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x103ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.223593:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e212 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x103ff:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.223611:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.223650:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:2369:x1855007657089536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (505us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.223657:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5097
00000100:00100000:3.0:1769074952.227609:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.230048:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657089792
00000100:00100000:3.0:1769074952.230057:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657089792
00000100:00100000:3.0:1769074952.230101:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209765
00000100:00100000:3.0:1769074952.230111:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13246:x1855007657089792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.230133:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.230153:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e235 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x103ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b7b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.230236:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e23c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.230249:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e212 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x103ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b6d expref: 374 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.230258:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e23c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.230288:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e212 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x103ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b6d expref: 374 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.230300:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e212 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x103ff:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b6d expref: 374 pid: 11659 timeout: 2037 lvb_type: 0
00000100:00100000:3.0:1769074952.230313:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623348352:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.230398:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074952.235621:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657089920
00000100:00100000:3.0:1769074952.235629:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657089920
00010000:00010000:3.0:1769074952.235664:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e204 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b66 expref: 375 pid: 7034 timeout: 2037 lvb_type: 0
00000100:00100000:3.0:1769074952.235707:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5098
00000100:00100000:3.0:1769074952.235715:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2368:x1855007657089920:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.235729:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.235735:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e204 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b66 expref: 375 pid: 7034 timeout: 2037 lvb_type: 0
00010000:00010000:3.0:1769074952.235746:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e204 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b66 expref: 375 pid: 7034 timeout: 2037 lvb_type: 0
00010000:00010000:3.0:1769074952.235767:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e204 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b66 expref: 375 pid: 7034 timeout: 2037 lvb_type: 0
00010000:00010000:3.0:1769074952.235783:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.235788:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e22e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.235797:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e22e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.235804:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e22e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.235833:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.235880:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:2368:x1855007657089920:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 166us (953us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.235888:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5098
00000100:00100000:3.0:1769074952.235942:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623348352:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.235956:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e23c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074952.240464:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074952.241092:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.241101:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074952.241149:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x103ff:0x0]: returning size 12006
00000004:00200000:0.0:1769074952.241154:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074952.241175:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e23c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.241211:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e235 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x103ff:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b7b expref: 372 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.241226:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e23c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b7b expref: 371 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.241234:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103ff:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074952.241237:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.241239:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbe00, rc 0)
00000100:00100000:0.0:1769074952.241673:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:13246:x1855007657089792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11561us (11722us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.241681:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209765
00000100:00100000:0.0:1769074952.248171:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.248532:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657090304
00000100:00100000:3.0:1769074952.248543:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657090304
00000100:00100000:3.0:1769074952.248602:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4185
00000100:00100000:3.0:1769074952.248612:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386519450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:13246:x1855007657090304:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074952.248975:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386519450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657090304:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 364us (811us total) trans 4295106037 rc 0/0
00000100:00100000:3.0:1769074952.248983:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4185
00000100:00100000:3.0:1769074952.249605:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657090560
00000100:00100000:3.0:1769074952.249612:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657090560
00000100:00100000:3.0:1769074952.249646:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4186
00000100:00100000:3.0:1769074952.249655:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13245:x1855007657090560:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074952.249799:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13245:x1855007657090560:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 144us (491us total) trans 4295106038 rc 0/0
00000100:00100000:3.0:1769074952.249806:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4186
00000100:00100000:0.0:1769074952.255537:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657090688
00000100:00100000:0.0:1769074952.255548:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657090688
00000100:00100000:0.0:1769074952.255607:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657090816
00000100:00100000:0.0:1769074952.255611:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657090816
00000100:00100000:0.0:1769074952.255645:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209766
00000100:00100000:0.0:1769074952.255655:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13246:x1855007657090688:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.255681:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1769074952.255689:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209767
00000100:00100000:3.0:1769074952.255698:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13245:x1855007657090816:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.255702:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e243 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b82 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.255705:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.255713:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e24a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b89 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.255762:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.255762:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.255776:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.255776:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.255787:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.255787:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.255801:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.255802:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.255808:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.255809:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.255815:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.255816:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.255930:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e26d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.255930:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e274 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.255939:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e26d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.255939:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.255947:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e26d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.255947:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074952.255981:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:3.0:1769074952.255985:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.256016:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.256027:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.256035:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.256041:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.256048:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.256057:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fae00 already unused, calling callback (ffffffffc1edf550)
00000004:00200000:0.0:1769074952.256061:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x103ff:0x0]: returning size 12006
00010000:00010000:3.0:1769074952.256061:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.256064:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:3.0:1769074952.256069:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00000004:00010000:0.0:1769074952.256074:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e26d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256079:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074952.256081:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e26d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256082:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.256087:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256087:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.256093:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256094:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e251 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.256103:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256106:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.256108:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.256111:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256111:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.256117:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256118:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.256123:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fb600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.256124:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x0 (ffff90338522e400)
00010000:00010000:3.0:1769074952.256125:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.256126:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.256129:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256130:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.256134:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e258 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256136:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x295f24f2 (ffff90329e6c3800)
00010000:00010000:3.0:1769074952.256139:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.256141:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.256142:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256147:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e266 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.256148:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.256154:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.256158:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.256160:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.256164:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.256170:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x34664df3 (ffff903298a49100)
00010000:00010000:0.0:1769074952.256172:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.256173:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e24a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b89 expref: 377 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.256175:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.256181:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e25f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.256186:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e274 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b89 expref: 376 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.256193:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.256195:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.256196:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e243 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b82 expref: 377 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.256197:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fac00, rc 0)
00010000:00010000:0.0:1769074952.256204:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e26d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x103ff:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b82 expref: 376 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.256210:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103ff:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074952.256212:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.256214:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603400, rc 0)
00000100:00100000:3.0:1769074952.256277:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:13245:x1855007657090816:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 578us (1389us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.256284:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209767
00000100:00100000:0.0:1769074952.256955:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:13246:x1855007657090688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1251us (2080us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.256971:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209766
00000100:00100000:0.0:1769074952.264161:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.264211:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.264367:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657091072
00000100:00100000:3.0:1769074952.264378:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657091072
00000100:00100000:3.0:1769074952.264447:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1467
00000100:00100000:3.0:1769074952.264457:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2366:x1855007657091072:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.264473:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.264498:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e274 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b89 expref: 375 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.264516:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.264521:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.264585:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2366:x1855007657091072:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (372us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.264592:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1467
00000100:00100000:0.0:1769074952.270580:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.279091:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.279159:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074952.279245:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e29e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279268:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e29e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279289:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e29e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279294:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3f400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.279299:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e29e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279307:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e29e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279325:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x295f24f2 (ffff90328e9ab800)
00010000:00010000:0.0:1769074952.279330:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.279335:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e29e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279341:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e29e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x295f24f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279360:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e3e297 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279366:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e3e297 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279372:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e3e297 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279376:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.279378:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e3e297 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279384:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e3e297 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279392:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x220bffe4 (ffff90328e9ab000)
00010000:00010000:0.0:1769074952.279394:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.279397:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e3e297 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279402:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e3e297 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279413:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e2a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279419:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e2a5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279424:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e2a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279428:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3f600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.279431:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e2a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279436:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e2a5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279443:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:0.0:1769074952.279445:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:0.0:1769074952.279449:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e2a5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:0.0:1769074952.279454:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e2a5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00000100:00100000:3.0:1769074952.286429:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.287422:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.288206:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657091840
00000100:00100000:0.0:1769074952.288219:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657091840
00000100:00100000:0.0:1769074952.290820:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209770
00000100:00100000:0.0:1769074952.290833:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13245:x1855007657091840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.290855:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.290875:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e2c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307b9e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.291021:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e2cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.291037:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e2c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b97 expref: 374 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.291046:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e2cf lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.291081:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e2c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b97 expref: 374 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.291094:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e2c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b97 expref: 374 pid: 11659 timeout: 2037 lvb_type: 0
00000100:00100000:0.0:1769074952.291106:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623348480:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074952.291208:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033babe6600 going to sleep for 11 seconds
00010000:00010000:3.0:1769074952.294640:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074952.294646:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e2eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x103ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.294651:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8a00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074952.294654:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e2eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x103ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.294659:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e2eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x103ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.294667:0:13432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103ff:0x0].0x0 (ffff9032a2c16200)
00010000:00010000:3.0:1769074952.294669:0:13432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1769074952.294671:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e2eb lrc: 1/0,0 mode: --/PW res: [0x200000401:0x103ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.294676:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e2eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x103ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.294687:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074952.294689:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074952.294690:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769074952.294990:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074952.301656:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e2c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b97 expref: 374 pid: 11659 timeout: 2037 lvb_type: 0
00000100:00100000:3.0:1769074952.301686:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623348480:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.301712:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e2cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.303564:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e2dd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.303579:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e2dd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.303591:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e2dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.303597:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.303601:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e2dd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.303609:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e2dd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.303628:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007f:0x0].0x34664df3 (ffff9032a2c16d00)
00010000:00010000:0.0:1769074952.303631:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.303636:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e2dd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.303641:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e2dd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007f:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074952.310502:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657092352
00000100:00100000:0.0:1769074952.310513:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657092352
00000100:00100000:0.0:1769074952.310572:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657092480
00000100:00100000:0.0:1769074952.310576:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657092480
00000100:00100000:0.0:1769074952.310603:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209772
00000100:00100000:0.0:1769074952.310613:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13245:x1855007657092352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.310641:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.310662:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e2f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ba5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.312967:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.312989:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e2cf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b9e expref: 375 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.312997:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.313044:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e2cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b9e expref: 375 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.313353:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e2cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b9e expref: 375 pid: 7034 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.313517:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623348608:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074952.313594:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033babe6c00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074952.319801:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623348608:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.319828:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074952.320503:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209774
00000100:00100000:3.0:1769074952.320512:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13246:x1855007657092736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.320527:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.320541:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e323 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307bb3 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.320628:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.320639:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e3c55c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307275 expref: 375 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.320647:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.320685:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e3c55c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307275 expref: 375 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.320697:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e3c55c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307275 expref: 375 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.320710:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623348736:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.320761:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a480 going to sleep for 11 seconds
00010000:00010000:3.0:1769074952.320774:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.320780:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074952.320805:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:3.0:1769074952.320809:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.320825:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.320849:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e2f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ba5 expref: 376 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.320861:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ba5 expref: 375 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.320868:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.320871:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.320873:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602e00, rc 0)
00000100:00100000:3.0:1769074952.320893:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:13245:x1855007657092352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10283us (10798us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.320899:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209772
00000100:00100000:0.0:1769074952.332238:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657093120
00000100:00100000:0.0:1769074952.332248:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657093120
00010000:00010000:0.0:1769074952.332291:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e3c55c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307275 expref: 375 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.332335:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5102
00000100:00100000:0.0:1769074952.332346:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2369:x1855007657093120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.332371:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.332385:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e3c55c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307275 expref: 375 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.332398:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e3c55c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307275 expref: 375 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.332427:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f0:0x0].0x0 (ffff90329c213d00)
00010000:00010000:0.0:1769074952.332434:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.332443:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.332450:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.332468:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.332777:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2369:x1855007657093120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 431us (717us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.332785:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5102
00010000:00010000:3.0:1769074952.332892:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e3c55c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307275 expref: 374 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.332947:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623348736:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.332978:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.332987:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.332992:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074952.333020:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f0:0x0]: returning size 327680
00010000:00010000:3.0:1769074952.333177:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e323 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bb3 expref: 375 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.333192:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bb3 expref: 374 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.333199:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f0:0x0].0x0 (ffff90329c213d00)
00010000:00010000:3.0:1769074952.333202:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074952.333205:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fac00, rc 0)
00000100:00100000:3.0:1769074952.333233:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13246:x1855007657092736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12722us (13624us total) trans 4295106042 rc 0/0
00000100:00100000:3.0:1769074952.333240:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209774
00000100:00100000:0.0:1769074952.335467:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657093376
00000100:00100000:0.0:1769074952.335478:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657093376
00000100:00100000:0.0:1769074952.335539:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209775
00000100:00100000:0.0:1769074952.335549:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13245:x1855007657093376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.335571:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.335590:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e338 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307bba expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.335694:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e33f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10402:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.335704:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e33f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10402:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.335712:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e33f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10402:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.335721:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10402:0x0]: returning size 53
00010000:00010000:0.0:1769074952.335819:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e338 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bba expref: 377 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.335830:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e33f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10402:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bba expref: 376 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.335836:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10402:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:0.0:1769074952.335838:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.335841:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603800, rc 0)
00000100:00100000:0.0:1769074952.335967:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:13245:x1855007657093376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 420us (806us total) trans 4295106043 rc 0/0
00000100:00100000:0.0:1769074952.335972:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209775
00000100:00100000:3.0:1769074952.341571:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.341621:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657093504
00000100:00100000:0.0:1769074952.341632:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657093504
00000100:00100000:0.0:1769074952.342017:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1470
00000100:00100000:0.0:1769074952.342029:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:2367:x1855007657093504:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.342047:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.342072:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e33f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10402:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bba expref: 376 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.342090:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10402:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:0.0:1769074952.342095:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.342145:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2367:x1855007657093504:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 119us (580us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.342152:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1470
00000100:00100000:3.0:1769074952.343232:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.352430:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209777
00000100:00100000:3.0:1769074952.352441:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+378:13245:x1855007657094144:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074952.352470:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.352489:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3de14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10402:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a39 expref: 378 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.352505:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10402:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:3.0:1769074952.352513:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074952.352528:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.352537:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.352545:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.352558:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e362 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1007e:0x0].0xd199dd9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.352566:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.352572:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.352739:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.352748:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.352755:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000040:00080000:3.0:1769074952.353155:0:7034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].394, 64 off33408
00010000:00010000:3.0:1769074952.353213:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e3e370 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10402:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353223:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e3e370 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10402:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353230:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e3e370 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10402:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353237:0:7034:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e3e370 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10402:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353243:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e3e370 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10402:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353249:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e3e370 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10402:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353265:0:7034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1769074952.353284:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353290:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353296:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353302:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fba00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.353306:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353313:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353322:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10402:0x0].0x0 (ffff90329e6c3900)
00010000:00010000:3.0:1769074952.353325:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1769074952.353329:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353335:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e369 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10402:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353381:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353387:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353393:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353398:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fa400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.353401:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353407:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353415:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074952.353417:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.353420:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.353425:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e35b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:3.0:1769074952.353433:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008ab8ce33 reply state 0000000050e60284 transno 4295106045 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e362 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0xd199dd9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074952.353441:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1769074952.353501:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:13245:x1855007657094144:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1061us (1776us total) trans 4295106045 rc 0/0
00000100:00100000:3.0:1769074952.353509:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209777
00000100:00100000:0.0:1769074952.358267:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657094272
00000100:00100000:0.0:1769074952.358278:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657094272
00010000:00010000:0.0:1769074952.358314:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bb3 expref: 378 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.358352:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5103
00000100:00100000:0.0:1769074952.358371:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+378:2368:x1855007657094272:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.358385:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.358391:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bb3 expref: 378 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.358402:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bb3 expref: 378 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.358417:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e32a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bb3 expref: 378 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.358427:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f0:0x0].0x0 (ffff90329c213d00)
00010000:00010000:0.0:1769074952.358432:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.358441:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.358449:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.358478:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.358764:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:2368:x1855007657094272:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 394us (887us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.358775:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5103
00000100:00100000:0.0:1769074952.371617:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.371700:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.380177:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.380340:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657095040
00000100:00100000:3.0:1769074952.380363:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657095040
00000100:00100000:3.0:1769074952.380424:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4188
00000100:00100000:3.0:1769074952.380434:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+378:13245:x1855007657095040:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074952.384996:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.385037:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657095168
00000100:00100000:0.0:1769074952.385047:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657095168
00010000:00010000:0.0:1769074952.385087:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e3a1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bcf expref: 381 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.385123:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5104
00000100:00100000:0.0:1769074952.385133:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:2368:x1855007657095168:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.385148:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.385155:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e3a1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bcf expref: 381 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.385167:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e3e3a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bcf expref: 381 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.385188:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f3:0x0].0x0 (ffff903382888b00)
00010000:00010000:0.0:1769074952.385194:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e3bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.385203:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e3bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.385209:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.386820:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:2368:x1855007657095168:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1679us (1824us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.386888:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5104
00000100:00100000:3.0:1769074952.388214:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657095296
00000100:00100000:3.0:1769074952.388225:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657095296
00010000:00010000:3.0:1769074952.388273:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e3c5da lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230729f expref: 382 pid: 11659 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.388311:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5105
00000100:00100000:3.0:1769074952.388320:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:2369:x1855007657095296:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.388335:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.388340:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e3c5da lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230729f expref: 382 pid: 11659 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.388353:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e3c5da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230729f expref: 382 pid: 11659 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.388384:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f3:0x0].0x0 (ffff903382888b00)
00010000:00010000:3.0:1769074952.388389:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e3bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.388399:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e3bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.388407:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e3bd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.388425:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.388467:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:2369:x1855007657095296:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 148us (593us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.388474:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5105
00000100:00100000:3.0:1769074952.391220:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:13245:x1855007657095040:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 10786us (11053us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.391230:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4188
00000100:00100000:0.0:1769074952.402619:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.409965:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.410080:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657095680
00000100:00100000:0.0:1769074952.410088:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657095680
00010000:00010000:0.0:1769074952.410125:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e3bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bdd expref: 380 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.410158:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5106
00000100:00100000:0.0:1769074952.410168:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+380:2368:x1855007657095680:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.410183:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.410190:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e3bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bdd expref: 380 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.410202:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e3bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bdd expref: 380 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.410226:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e3bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bdd expref: 380 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.410242:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f3:0x0].0x0 (ffff903382888b00)
00010000:00010000:0.0:1769074952.410247:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.410255:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.410263:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.410302:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.410643:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:2368:x1855007657095680:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 475us (694us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.410651:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5106
00000100:00100000:0.0:1769074952.418454:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074952.426853:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e3fc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.426866:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e3fc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.426872:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e3fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.426876:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3f400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.426879:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e3fc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.426885:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e3fc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.426897:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x6adb7306 (ffff90328e9abc00)
00010000:00010000:0.0:1769074952.426899:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.426902:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e3fc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.426918:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e3e3fc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074952.434769:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.434822:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.434854:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.437136:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657096320
00000100:00100000:3.0:1769074952.437147:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657096320
00000100:00100000:3.0:1769074952.437225:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2881
00000100:00100000:3.0:1769074952.437235:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+89:2369:x1855007657096320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.437257:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.437278:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e43b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307c00 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074952.437300:0:13376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074952.437317:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.437319:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.437327:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e43b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c00 expref: 90 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074952.437344:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e43b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c00 expref: 90 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074952.437374:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fa400, rc 0)
00000100:00100000:3.0:1769074952.437416:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+90:2369:x1855007657096320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 183us (2593us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.437423:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2881
00000100:00100000:0.0:1769074952.448638:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.448735:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.448812:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657096832
00000100:00100000:3.0:1769074952.448817:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657096832
00010000:00010000:3.0:1769074952.448845:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e3c67b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23072d0 expref: 381 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.448881:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5107
00000100:00100000:3.0:1769074952.448888:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:2368:x1855007657096832:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.448901:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.448934:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e3c67b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23072d0 expref: 381 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.448948:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e3c67b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23072d0 expref: 381 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.448968:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e3c67b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23072d0 expref: 381 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.448984:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f5:0x0].0x0 (ffff90338de2eb00)
00010000:00010000:3.0:1769074952.448989:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e434 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.449010:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e434 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.449019:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e434 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.449040:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.456113:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.456149:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.456511:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657097088
00000100:00100000:3.0:1769074952.456519:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657097088
00000100:00100000:3.0:1769074952.456556:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209787
00000100:00100000:3.0:1769074952.456565:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+380:13246:x1855007657097088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.456584:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.456603:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e450 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307c15 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.457241:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.457256:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e434 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c07 expref: 381 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.457264:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.457295:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e434 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c07 expref: 381 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.457307:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e434 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c07 expref: 381 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.457320:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb820700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623349632:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.457402:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28af00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074952.466855:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074952.468096:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e434 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c07 expref: 381 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.468114:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb820700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623349632:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.468131:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074952.470221:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.470307:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657097472
00000100:00100000:3.0:1769074952.470316:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657097472
00000100:00100000:3.0:1769074952.470402:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4189
00000100:00100000:3.0:1769074952.470411:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+380:13245:x1855007657097472:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074952.470725:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:13245:x1855007657097472:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 314us (509us total) trans 4295106049 rc 0/0
00000100:00100000:3.0:1769074952.470733:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4189
00000100:00100000:0.0:1769074952.483038:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.490682:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074952.492262:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3e465 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.492272:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3e465 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074952.492294:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10406:0x0]: returning size 11991
00010000:00010000:0.0:1769074952.492624:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3e45e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c1c expref: 383 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.492641:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3e465 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c1c expref: 382 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.492650:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:0.0:1769074952.492653:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074952.492655:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:0.0:1769074952.492811:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:13245:x1855007657097728:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9466us (9782us total) trans 4295106050 rc 0/0
00000100:00100000:0.0:1769074952.492819:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209788
00000100:00100000:0.0:1769074952.497576:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.503484:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.506243:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.508353:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657098368
00000100:00100000:3.0:1769074952.508369:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657098368
00010000:00010000:3.0:1769074952.508414:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3e465 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c1c expref: 385 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.508450:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5111
00000100:00100000:3.0:1769074952.508460:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:2369:x1855007657098368:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.508474:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.508481:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3e465 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c1c expref: 385 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.508493:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3e465 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c1c expref: 385 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.508519:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3e465 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c1c expref: 385 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.508535:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:3.0:1769074952.508540:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e48f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.508550:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e48f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.508556:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e3e48f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.508586:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.508950:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:2369:x1855007657098368:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 490us (2713us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.508958:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5111
00000100:00100000:0.0:1769074952.511101:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.511200:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657098496
00000100:00100000:3.0:1769074952.511208:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657098496
00000100:00100000:3.0:1769074952.511425:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4190
00000100:00100000:3.0:1769074952.511437:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386519c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:13246:x1855007657098496:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074952.514474:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.517766:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386519c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:13246:x1855007657098496:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 6324us (6665us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.517777:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4190
00000100:00100000:0.0:1769074952.524337:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.524383:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.531418:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.531724:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074952.533131:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e4c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.533143:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e4c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.533151:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e4c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.533158:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.533162:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e4c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.533170:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e4c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.533183:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074952.533186:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.533190:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e4c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074952.533196:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e4c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074952.539779:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.541209:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.541603:0:13349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657099648
00000100:00100000:3.0:1769074952.541611:0:13349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657099648
00000100:00100000:3.0:1769074952.541657:0:13349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2883
00000100:00100000:3.0:1769074952.541666:0:13349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+90:2368:x1855007657099648:12345-192.168.204.54@tcp:2:dbench.0
00002000:00010000:3.0:1769074952.541867:0:13349:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:3.0:1769074952.541871:0:13349:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb mtime from disk: 0 -> 1769074940
00002000:00010000:3.0:1769074952.541873:0:13349:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb atime from disk: 0 -> 1769074942
00002000:00010000:3.0:1769074952.541875:0:13349:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb ctime from disk: 0 -> 1769074952
00002000:00010000:3.0:1769074952.541878:0:13349:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb blocks from disk: 1 -> 1
00000100:00100000:3.0:1769074952.541946:0:13349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+91:2368:x1855007657099648:12345-192.168.204.54@tcp:2:dbench.0 Request processed in 281us (738us total) trans 4294968139 rc 0/0
00000100:00100000:3.0:1769074952.541953:0:13349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2883
00000100:00100000:0.0:1769074952.548107:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.548159:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.564242:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.570794:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.580352:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657100416
00000100:00100000:3.0:1769074952.580363:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657100416
00000100:00100000:3.0:1769074952.580442:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1473
00000100:00100000:3.0:1769074952.580453:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:2368:x1855007657100416:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.580469:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.580494:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3e514 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c5b expref: 387 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.580514:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074952.580519:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.580567:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:2368:x1855007657100416:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 117us (372us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.580575:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1473
00010000:00010000:0.0:1769074952.589349:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e530 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.589383:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e530 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.589391:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e530 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.589396:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.589401:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e530 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.589408:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e530 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.589423:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074952.589426:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.589431:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e530 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074952.589436:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e530 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074952.590567:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.596742:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657101056
00000100:00100000:0.0:1769074952.596754:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657101056
00000100:00100000:0.0:1769074952.596821:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4191
00000100:00100000:0.0:1769074952.596832:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:13246:x1855007657101056:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074952.597135:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:13246:x1855007657101056:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 304us (497us total) trans 4295106054 rc 0/0
00000100:00100000:0.0:1769074952.597143:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4191
00000100:00100000:0.0:1769074952.601842:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.605536:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657101312
00000100:00100000:3.0:1769074952.605547:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657101312
00000100:00100000:3.0:1769074952.605607:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209802
00000100:00100000:3.0:1769074952.605617:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:13246:x1855007657101312:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.605638:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.605659:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e54c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307c70 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.605735:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.605749:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.605760:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.605773:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.605780:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.605790:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.605903:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e561 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.605934:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.605941:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074952.606192:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:3.0:1769074952.606197:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.606218:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606229:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e561 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606237:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606242:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606248:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606254:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fa400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.606258:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606265:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606359:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074952.606363:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.606368:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606373:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e3e553 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606386:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606392:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606397:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606401:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fac00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.606404:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606409:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606415:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcd7d97c8 (ffff90329e6c3800)
00010000:00010000:3.0:1769074952.606418:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.606420:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606426:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e3e55a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.606456:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e3e54c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c70 expref: 389 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.606469:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e3e561 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c70 expref: 388 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.606474:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074952.606476:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.606479:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54faa00, rc 0)
00000100:00100000:3.0:1769074952.606591:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+388:13246:x1855007657101312:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 975us (1420us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.606599:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209802
00000100:00100000:3.0:1769074952.616434:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657101440
00000100:00100000:3.0:1769074952.616447:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657101440
00000100:00100000:3.0:1769074952.616507:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209803
00000100:00100000:3.0:1769074952.616519:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+388:13245:x1855007657101440:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.616538:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.616557:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e3e568 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307c77 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.616626:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e56f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.616640:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e56f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.616650:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e56f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074952.616712:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1007e:0x0]: returning size 11776
00000004:00200000:3.0:1769074952.616716:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.616740:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e56f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.616765:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e3e568 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c77 expref: 390 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.616782:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e56f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c77 expref: 389 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.616790:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074952.616792:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074952.616796:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbc00, rc 0)
00000100:00100000:3.0:1769074952.616863:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+389:13245:x1855007657101440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 347us (563us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.616870:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209803
00000100:00100000:0.0:1769074952.624416:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657101824
00000100:00100000:0.0:1769074952.624421:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657101824
00000100:00100000:0.0:1769074952.624455:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209804
00000100:00100000:0.0:1769074952.624462:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+388:13246:x1855007657101824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.624478:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.624492:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e576 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307c7e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.624581:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.624593:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3e4ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c4d expref: 389 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.624601:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.624630:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3e4ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c4d expref: 389 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.624642:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3e4ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c4d expref: 389 pid: 11659 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.624656:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623350400:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074952.624714:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033babe6c00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074952.627982:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623350400:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074952.628021:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074952.633789:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657102080
00000100:00100000:0.0:1769074952.633801:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657102080
00000100:00100000:0.0:1769074952.633873:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4192
00000100:00100000:0.0:1769074952.633883:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+390:13245:x1855007657102080:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074952.635688:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657101952
00000100:00100000:3.0:1769074952.635699:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657101952
00010000:00010000:3.0:1769074952.635735:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3e4ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c4d expref: 392 pid: 11659 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.635775:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5114
00000100:00100000:3.0:1769074952.635784:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:2369:x1855007657101952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.635797:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.635803:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3e4ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c4d expref: 392 pid: 11659 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.635816:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3e4ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c4d expref: 392 pid: 11659 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.635840:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3e4ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c4d expref: 392 pid: 11659 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.635855:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074952.635860:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.635869:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.635875:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.635897:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074952.636026:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.636038:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.636058:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00010000:00010000:0.0:1769074952.636202:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e576 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c7e expref: 393 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.636218:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c7e expref: 392 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.636225:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074952.636228:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074952.636230:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603800, rc 0)
00000100:00100000:3.0:1769074952.638665:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:2369:x1855007657101952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2872us (5309us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.638680:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5114
00000100:00100000:0.0:1769074952.638812:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:13246:x1855007657101824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14348us (14940us total) trans 4295106055 rc 0/0
00000100:00100000:0.0:1769074952.638822:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209804
00000100:00100000:0.0:1769074952.642687:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+389:13245:x1855007657102080:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 8791us (9225us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.642703:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4192
00000100:00100000:0.0:1769074952.649797:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657102336
00000100:00100000:0.0:1769074952.649807:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657102336
00000100:00100000:0.0:1769074952.649868:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4193
00000100:00100000:0.0:1769074952.649879:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+389:13245:x1855007657102336:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074952.650659:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+390:13245:x1855007657102336:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 779us (1335us total) trans 4295106056 rc 0/0
00000100:00100000:0.0:1769074952.650667:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4193
00000100:00100000:0.0:1769074952.656079:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657102464
00000100:00100000:0.0:1769074952.656090:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657102464
00000100:00100000:0.0:1769074952.656157:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209805
00000100:00100000:0.0:1769074952.656168:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+390:13246:x1855007657102464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.656198:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.656220:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e58b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307c85 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.656310:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.656326:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c7e expref: 391 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.656345:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.656395:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c7e expref: 391 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.656408:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c7e expref: 391 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.656422:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623350528:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074952.656511:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386537cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074952.661446:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657102592
00000100:00100000:3.0:1769074952.661457:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657102592
00000100:00100000:3.0:1769074952.661518:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209806
00000100:00100000:3.0:1769074952.661527:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:13245:x1855007657102592:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.661553:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.661578:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e599 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307c8c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.661642:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.661656:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.661667:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663573:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663585:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663596:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663708:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e5ae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663716:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663723:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074952.663757:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:3.0:1769074952.663762:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.663779:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663790:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e5ae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663798:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663804:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663815:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663821:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fac00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.663824:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663831:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663841:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074952.663844:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.663849:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663854:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e5a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663864:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663870:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663875:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663880:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.663882:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663888:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663895:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x220bffe4 (ffff90329e6c3800)
00010000:00010000:3.0:1769074952.663897:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.663900:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663905:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.663964:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e599 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c8c expref: 394 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.663977:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e5ae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c8c expref: 393 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.663984:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.663986:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.663989:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fb600, rc 0)
00000100:00100000:3.0:1769074952.664165:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+393:13245:x1855007657102592:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2638us (2817us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.664174:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209806
00000100:00100000:0.0:1769074952.666991:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623350528:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074952.667036:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074952.669625:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657102976
00000100:00100000:0.0:1769074952.669636:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657102976
00000100:00100000:0.0:1769074952.669773:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4194
00000100:00100000:0.0:1769074952.669784:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+393:13245:x1855007657102976:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074952.670191:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657102720
00000100:00100000:3.0:1769074952.670197:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657102720
00010000:00010000:3.0:1769074952.670224:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c7e expref: 394 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.670254:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5115
00000100:00100000:3.0:1769074952.670262:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+394:2368:x1855007657102720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.670272:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.670280:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c7e expref: 394 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.670293:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c7e expref: 394 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.670315:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e57d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c7e expref: 394 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.670329:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074952.670333:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.670342:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.670350:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.670375:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.670426:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+393:2368:x1855007657102720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 164us (929us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.670434:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5115
00010000:00010000:0.0:1769074952.670473:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.670480:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.670513:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:0.0:1769074952.670518:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074952.670535:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.670564:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e58b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c85 expref: 393 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.670578:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c85 expref: 392 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.670586:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074952.670588:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.670591:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602400, rc 0)
00000100:00100000:0.0:1769074952.670617:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:13246:x1855007657102464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14452us (15205us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.670624:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209805
00000100:00100000:3.0:1769074952.672368:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657103104
00000100:00100000:3.0:1769074952.672376:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657103104
00000100:00100000:3.0:1769074952.672470:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1475
00000100:00100000:3.0:1769074952.672490:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:2368:x1855007657103104:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.672503:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.672522:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e5ae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c8c expref: 392 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.672547:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.672552:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.678204:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:2368:x1855007657103104:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 5715us (5929us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.678213:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1475
00000100:00100000:0.0:1769074952.683410:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657103232
00000100:00100000:0.0:1769074952.683422:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657103232
00000100:00100000:0.0:1769074952.683478:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209807
00000100:00100000:0.0:1769074952.683488:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:13246:x1855007657103232:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.683511:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.683533:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e5b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307c93 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.683601:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683616:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683627:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683641:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683647:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683653:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683765:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e5ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683774:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e5ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683781:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e5ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.683812:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c5:0x0]: returning size 260096
00000004:00200000:0.0:1769074952.683817:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074952.683835:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e5ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683847:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e5ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683855:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683861:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683868:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683873:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.683878:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683885:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.683895:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074952.683898:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.683902:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.685098:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e5bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.685121:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.685128:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.685134:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.685141:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.685145:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.685152:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.685164:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5e0db83a (ffff903298a49100)
00010000:00010000:0.0:1769074952.685167:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.685170:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.685177:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e5c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.685217:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e5b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c93 expref: 393 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.685232:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e5ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c93 expref: 392 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.685435:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:0.0:1769074952.685439:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.685442:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602200, rc 0)
00000100:00100000:0.0:1769074952.685570:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:13246:x1855007657103232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2082us (2460us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.685580:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209807
00000100:00100000:0.0:1769074952.690877:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657103488
00000100:00100000:0.0:1769074952.690892:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657103488
00000100:00100000:0.0:1769074952.690976:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209808
00000100:00100000:0.0:1769074952.690985:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:13245:x1855007657103488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.691019:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.691039:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e5d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307c9a expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.691139:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e5d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.691153:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ba5 expref: 393 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.691161:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e5d8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.691195:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ba5 expref: 393 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.691208:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e31c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ba5 expref: 393 pid: 7034 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.691222:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623350656:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074952.691335:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386537cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074952.694953:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657103744
00000100:00100000:3.0:1769074952.694963:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657103744
00000100:00100000:3.0:1769074952.696057:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209809
00000100:00100000:3.0:1769074952.696067:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+393:13246:x1855007657103744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.696084:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.696100:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e5df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ca1 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.696197:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e5e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.696210:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abb5200/0x2152b583a6e2d621 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b5d expref: 394 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.696219:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e5e6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.696263:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abb5200/0x2152b583a6e2d621 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b5d expref: 394 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.696330:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abb5200/0x2152b583a6e2d621 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b5d expref: 394 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.696520:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623350784:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.696595:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a540 going to sleep for 11 seconds
00000100:00100000:0.0:1769074952.703446:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623350656:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074952.703476:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e5d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074952.707934:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.708404:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074952.715427:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abb5200/0x2152b583a6e2d621 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b5d expref: 393 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.715448:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623350784:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.715468:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e5e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074952.716188:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657104256
00000100:00100000:3.0:1769074952.716196:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657104256
00000100:00100000:3.0:1769074952.716234:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209810
00000100:00100000:3.0:1769074952.716242:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+393:13245:x1855007657104256:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.716263:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.716280:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ca8 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.716346:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e602 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.716362:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e5d8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c9a expref: 394 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.716370:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e602 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.716443:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e5d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c9a expref: 394 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.716457:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e5d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c9a expref: 394 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.716472:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623350912:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.716538:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074952.722448:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba0b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623350912:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.722476:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e602 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074952.724202:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074952.724966:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e602 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.724976:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e602 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074952.725028:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:3.0:1769074952.725033:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.725054:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e602 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.725090:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e5fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ca8 expref: 396 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.725117:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e602 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ca8 expref: 395 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.725124:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.725127:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.725131:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fac00, rc 0)
00000100:00100000:3.0:1769074952.725167:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:13245:x1855007657104256:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8926us (9023us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.725175:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209810
00000100:00100000:3.0:1769074952.735406:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657104640
00000100:00100000:3.0:1769074952.735416:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657104640
00010000:00010000:3.0:1769074952.735456:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e5e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ca1 expref: 395 pid: 11659 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.735494:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5119
00000100:00100000:3.0:1769074952.735503:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:2368:x1855007657104640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.735517:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.735523:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e5e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ca1 expref: 395 pid: 11659 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.735536:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e5e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ca1 expref: 395 pid: 11659 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.735557:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e5e6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ca1 expref: 395 pid: 11659 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.735573:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:3.0:1769074952.735578:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.735587:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.735593:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.735618:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.735671:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+394:2368:x1855007657104640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (636us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.735679:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5119
00010000:00010000:0.0:1769074952.738024:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.738037:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.738076:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c5:0x0]: returning size 260096
00000004:00200000:0.0:1769074952.738081:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074952.738098:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.738142:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e609 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307caf expref: 395 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.738168:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307caf expref: 394 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.738179:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:0.0:1769074952.738182:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.738185:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:0.0:1769074952.738223:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+394:13246:x1855007657104384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15552us (15893us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.738232:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209811
00000100:00100000:3.0:1769074952.741446:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.741544:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657105024
00000100:00100000:0.0:1769074952.741554:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657105024
00000100:00100000:0.0:1769074952.741609:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209812
00000100:00100000:0.0:1769074952.741628:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+394:13245:x1855007657105024:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.741648:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.741670:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e617 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307cb6 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.741740:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.741755:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.741765:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.741781:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.741788:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.741794:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.741893:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e62c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.741901:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e62c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.741930:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e62c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.741968:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:0.0:1769074952.741973:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074952.741991:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e62c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742013:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e62c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742021:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742028:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742034:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742040:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.742044:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742052:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742063:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074952.742066:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.742070:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742076:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e61e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742087:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742093:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742098:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742103:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.742105:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742111:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742117:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x220bffe4 (ffff903298a49100)
00010000:00010000:0.0:1769074952.742119:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.742558:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742568:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e625 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.742604:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e617 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cb6 expref: 396 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.742741:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e62c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cb6 expref: 395 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.742751:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:0.0:1769074952.742753:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.742756:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602800, rc 0)
00000100:00100000:0.0:1769074952.742831:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:13245:x1855007657105024:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1212us (1391us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.742839:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209812
00000100:00100000:0.0:1769074952.751724:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657105152
00000100:00100000:0.0:1769074952.751736:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657105152
00000100:00100000:0.0:1769074952.751800:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1477
00000100:00100000:0.0:1769074952.751811:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:2369:x1855007657105152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.751830:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.751856:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e62c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cb6 expref: 395 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.751874:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:0.0:1769074952.751879:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.751987:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+394:2369:x1855007657105152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 177us (421us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.752004:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1477
00000100:00100000:3.0:1769074952.752252:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657105280
00000100:00100000:3.0:1769074952.752258:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657105280
00000100:00100000:3.0:1769074952.752295:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657105408
00000100:00100000:3.0:1769074952.752298:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657105408
00000100:00100000:3.0:1769074952.752318:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209813
00000100:00100000:3.0:1769074952.752326:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:13246:x1855007657105280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.752347:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.752364:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e633 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307cbd expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.752424:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752438:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752448:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752461:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752469:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752476:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752593:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e648 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752602:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752614:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074952.752657:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00000004:00200000:3.0:1769074952.752662:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.752680:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752703:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e648 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752725:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752743:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752751:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752764:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.752771:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752781:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752794:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074952.752798:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.752802:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752808:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e63a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752820:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752831:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752843:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752854:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.752860:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752873:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752884:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xca0b3ea (ffff90329e6c3800)
00010000:00010000:3.0:1769074952.752889:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.752894:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752903:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e641 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074952.752969:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e633 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cbd expref: 398 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.753010:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e648 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cbd expref: 397 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.753019:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:3.0:1769074952.753021:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.753025:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:3.0:1769074952.753075:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+396:13246:x1855007657105280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 748us (1459us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.753083:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209813
00000100:00100000:0.0:1769074952.760415:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657105536
00000100:00100000:0.0:1769074952.760427:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657105536
00000100:00100000:0.0:1769074952.760500:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1478
00000100:00100000:0.0:1769074952.760510:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:2367:x1855007657105536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.760527:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.760553:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e648 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cbd expref: 395 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.760573:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:0.0:1769074952.760578:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.760636:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+394:2367:x1855007657105536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 128us (545us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.760644:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1478
00000100:00100000:0.0:1769074952.765942:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657105792
00000100:00100000:0.0:1769074952.765950:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657105792
00000100:00100000:0.0:1769074952.765987:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209815
00000100:00100000:0.0:1769074952.766005:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+394:13246:x1855007657105792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.766021:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.766034:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e680 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ccb expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.766112:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.766124:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e2d660 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b72 expref: 395 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.766131:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.766163:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e2d660 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b72 expref: 395 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.766177:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e2d660 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b72 expref: 395 pid: 5763 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.766188:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623351168:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074952.766240:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386537cc0 going to sleep for 11 seconds
00010000:00010000:3.0:1769074952.771564:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e66b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00000100:00100000:0.0:1769074952.771573:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623351168:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.771586:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e66b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771595:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e66b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771602:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.771603:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.771608:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e66b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771620:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e66b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771637:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x220bffe4 (ffff9032a2c16d00)
00010000:00010000:3.0:1769074952.771640:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.771645:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e66b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771654:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e66b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771674:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e672 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771681:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e672 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771686:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e672 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771691:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.771694:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e672 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771699:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e672 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771706:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x34664df3 (ffff9032a2c16200)
00010000:00010000:3.0:1769074952.771709:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.771712:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e672 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771717:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e672 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771729:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e679 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771734:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e679 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771743:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e679 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771749:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.771751:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e679 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771757:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e679 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771765:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.771767:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1769074952.771772:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e679 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074952.771777:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e679 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10405:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00000100:00100000:0.0:1769074952.774096:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657106304
00000100:00100000:0.0:1769074952.774103:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657106304
00010000:00010000:0.0:1769074952.774128:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e2d660 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b72 expref: 397 pid: 5763 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.774167:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5120
00000100:00100000:0.0:1769074952.774174:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+397:2368:x1855007657106304:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.774183:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.774188:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e2d660 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b72 expref: 397 pid: 5763 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.774199:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e2d660 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b72 expref: 397 pid: 5763 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.774214:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e2d660 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302b72 expref: 397 pid: 5763 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.774224:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:0.0:1769074952.774228:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.774234:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.774240:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.774263:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.774756:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+396:2368:x1855007657106304:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 581us (1625us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.774765:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5120
00010000:00010000:0.0:1769074952.774794:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.774804:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.774818:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00010000:00010000:0.0:1769074952.774981:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e680 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ccb expref: 397 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.775004:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ccb expref: 396 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.775012:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:0.0:1769074952.775014:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074952.775017:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603a00, rc 0)
00000100:00100000:0.0:1769074952.780826:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:13246:x1855007657105792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14818us (16163us total) trans 4295106062 rc 0/0
00000100:00100000:0.0:1769074952.780840:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209815
00000100:00100000:0.0:1769074952.782076:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657106560
00000100:00100000:0.0:1769074952.782087:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657106560
00000100:00100000:0.0:1769074952.782133:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209817
00000100:00100000:0.0:1769074952.782142:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:13245:x1855007657106560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.782164:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.782186:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e6b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307cd9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.782316:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e6b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.782331:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3e6a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cd2 expref: 396 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.782341:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e6b8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.782378:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3e6a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cd2 expref: 396 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.782390:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3e6a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cd2 expref: 396 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.782404:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623351296:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074952.782475:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386537cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074952.789508:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623351296:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074952.789541:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e6b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.791647:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e6b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.791654:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e6b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.791669:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00010000:00010000:0.0:1769074952.791804:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e6b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cd9 expref: 399 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.791819:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e6b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cd9 expref: 398 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.791831:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:0.0:1769074952.791834:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074952.791837:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603400, rc 0)
00000100:00100000:0.0:1769074952.791863:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13245:x1855007657106560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9722us (9882us total) trans 4295106063 rc 0/0
00000100:00100000:0.0:1769074952.791869:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209817
00000100:00100000:0.0:1769074952.799434:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657106944
00000100:00100000:0.0:1769074952.799444:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657106944
00010000:00010000:0.0:1769074952.799485:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ccb expref: 398 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.799529:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5122
00000100:00100000:0.0:1769074952.799540:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:2367:x1855007657106944:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.799556:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.799563:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ccb expref: 398 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.799574:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ccb expref: 398 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.799596:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e687 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ccb expref: 398 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.799611:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:0.0:1769074952.799616:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.799628:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.799634:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.799671:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.799731:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+397:2367:x1855007657106944:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 193us (677us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.799739:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5122
00000100:00100000:0.0:1769074952.811550:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.811630:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657107200
00000100:00100000:3.0:1769074952.811639:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657107200
00000100:00100000:3.0:1769074952.811688:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209820
00000100:00100000:3.0:1769074952.811698:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13246:x1855007657107200:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.811713:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.811730:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e6e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307cee expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.811792:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.811806:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.811816:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.811828:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.811834:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.811841:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812006:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e6f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812014:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812021:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074952.812056:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00000004:00200000:3.0:1769074952.812061:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.812078:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812089:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e6f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812097:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812103:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812113:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812118:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.812122:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812129:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812139:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074952.812142:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.812147:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812153:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e6e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812165:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812171:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812177:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812181:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.812184:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812189:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812196:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa5e17578 (ffff90329e6c3800)
00010000:00010000:3.0:1769074952.812198:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.812201:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812206:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e6f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.812231:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e6e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cee expref: 400 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.812242:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e6f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cee expref: 399 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.812249:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:3.0:1769074952.812251:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.812253:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbc00, rc 0)
00000100:00100000:3.0:1769074952.812310:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13246:x1855007657107200:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 614us (766us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.812317:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209820
00000100:00100000:0.0:1769074952.820898:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.826722:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.831082:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.837850:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.838124:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657107840
00000100:00100000:0.0:1769074952.838134:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657107840
00000100:00100000:0.0:1769074952.838194:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209822
00000100:00100000:0.0:1769074952.838204:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13245:x1855007657107840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.838225:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.838258:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e70c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307cfc expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.838334:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838348:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838359:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838380:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838388:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838395:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838503:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e721 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838512:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e721 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838520:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e721 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074952.838555:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10405:0x0]: returning size 12006
00000004:00200000:0.0:1769074952.838560:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074952.838579:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e721 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838589:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e721 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838597:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838603:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838610:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838621:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.838625:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838633:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838644:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074952.838647:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.838652:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838658:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e713 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838672:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838679:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838684:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838689:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.838692:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838698:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838704:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x34664df3 (ffff903298a49100)
00010000:00010000:0.0:1769074952.838708:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.838711:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838717:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e71a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.838743:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e70c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cfc expref: 400 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.838755:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e721 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cfc expref: 399 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.838762:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:0.0:1769074952.838764:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074952.838767:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603c00, rc 0)
00000100:00100000:0.0:1769074952.838823:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13245:x1855007657107840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 620us (983us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.838830:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209822
00000100:00100000:3.0:1769074952.853762:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.857360:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657108480
00000100:00100000:3.0:1769074952.857371:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657108480
00000100:00100000:3.0:1769074952.857436:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209824
00000100:00100000:3.0:1769074952.857446:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13245:x1855007657108480:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074952.857495:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.857523:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3e6db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ce7 expref: 399 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.857546:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074952.857551:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074952.857595:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e73d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.857608:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e73d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.857618:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e73d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00010000:3.0:1769074952.857771:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002ee6477b reply state 00000000b958df8b transno 4295106065 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e73d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10405:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074952.857780:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1769074952.857883:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+400:13245:x1855007657108480:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 437us (792us total) trans 4295106065 rc 0/0
00000100:00100000:3.0:1769074952.857890:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209824
00000100:00100000:0.0:1769074952.861293:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657108608
00000100:00100000:0.0:1769074952.861303:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657108608
00010000:00010000:0.0:1769074952.861344:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3e705 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cf5 expref: 400 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.861385:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5125
00000100:00100000:0.0:1769074952.861394:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+400:2368:x1855007657108608:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.861409:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.861416:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3e705 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cf5 expref: 400 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.861434:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3e705 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cf5 expref: 400 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.861455:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3e705 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307cf5 expref: 400 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.861470:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:0.0:1769074952.861476:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.861484:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.861491:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074952.861523:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.862777:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:2368:x1855007657108608:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1376us (1575us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.862791:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5125
00000100:00100000:0.0:1769074952.864771:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.865724:0:13349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657108736
00000100:00100000:3.0:1769074952.865738:0:13349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657108736
00000100:00100000:3.0:1769074952.865814:0:13349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2885
00000100:00100000:3.0:1769074952.865824:0:13349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+94:2366:x1855007657108736:12345-192.168.204.54@tcp:2:dbench.0
00002000:00010000:3.0:1769074952.866063:0:13349:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c4:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:3.0:1769074952.866066:0:13349:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c4:0x0] updating lvb mtime from disk: 1769074927 -> 1769074940
00002000:00010000:3.0:1769074952.866069:0:13349:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1c4:0x0] updating lvb atime from disk: 1769074931 -> 1769074942
00002000:00010000:3.0:1769074952.866071:0:13349:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c4:0x0] updating lvb ctime from disk: 1769074952 -> 1769074952
00002000:00010000:3.0:1769074952.866073:0:13349:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c4:0x0] updating lvb blocks from disk: 1 -> 1
00000100:00100000:3.0:1769074952.866135:0:13349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+95:2366:x1855007657108736:12345-192.168.204.54@tcp:2:dbench.0 Request processed in 311us (1364us total) trans 4294968224 rc 0/0
00000100:00100000:3.0:1769074952.866141:0:13349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2885
00000100:00100000:3.0:1769074952.876406:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657109120
00000100:00100000:3.0:1769074952.876420:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657109120
00000100:00100000:3.0:1769074952.876513:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4196
00000100:00100000:3.0:1769074952.876523:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386518450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+397:13245:x1855007657109120:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074952.876757:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386518450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13245:x1855007657109120:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 235us (3007us total) trans 4295106066 rc 0/0
00000100:00100000:3.0:1769074952.876766:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4196
00000100:00100000:0.0:1769074952.879386:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657109248
00000100:00100000:0.0:1769074952.879395:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657109248
00000100:00100000:0.0:1769074952.879451:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209826
00000100:00100000:0.0:1769074952.879461:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13246:x1855007657109248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.879479:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.879498:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e759 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d11 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.879569:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879584:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879595:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879609:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879616:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879622:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879689:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879697:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879703:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879709:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.879713:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879720:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879736:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074952.879739:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.879743:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879749:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e760 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879759:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879765:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879771:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879776:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074952.879778:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879784:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879789:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3771cd63 (ffff903298a49100)
00010000:00010000:0.0:1769074952.879791:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.879794:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879798:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e767 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074952.879823:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e759 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d11 expref: 399 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.879833:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074952.879836:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074952.879839:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e759 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d11 expref: 399 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.879847:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602200, rc 0)
00000100:00100000:0.0:1769074952.879904:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13246:x1855007657109248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 445us (620us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074952.880603:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209826
00000100:00100000:0.0:1769074952.882743:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.887723:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.887829:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657109504
00000100:00100000:0.0:1769074952.887839:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657109504
00000100:00100000:0.0:1769074952.887898:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209828
00000100:00100000:0.0:1769074952.887930:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13246:x1855007657109504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.888153:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:0.0:1769074952.902566:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074952.902624:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.903941:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657110016
00000100:00100000:3.0:1769074952.903958:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657110016
00010000:00010000:3.0:1769074952.903985:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e783 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d18 expref: 401 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.904152:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5126
00000100:00100000:3.0:1769074952.904161:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+401:2368:x1855007657110016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.904173:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.904180:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e783 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d18 expref: 401 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.904192:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e3e783 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d18 expref: 401 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.904207:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074952.904211:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.904220:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.904227:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.904256:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.904452:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+401:2368:x1855007657110016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 291us (1826us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.904460:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5126
00000100:00100000:0.0:1769074952.909706:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.909791:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657110272
00000100:00100000:3.0:1769074952.909802:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657110272
00000100:00100000:3.0:1769074952.909859:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209831
00000100:00100000:3.0:1769074952.909869:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+401:13246:x1855007657110272:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.909888:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.909891:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1769074952.909956:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e49d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c31 expref: 401 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.909975:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074952.909979:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074952.910000:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e7c2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d34 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.910136:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.910150:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.910163:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.910176:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.910183:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.910188:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00080000:3.0:1769074952.910730:0:7034:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c5:0x0], index 1: 0
00010000:00010000:3.0:1769074952.910944:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e7d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.913201:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e7d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.913216:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e7d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.913389:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.913397:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.913404:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.913410:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.913414:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.913422:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.913433:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074952.913437:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.913441:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.913446:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e7c9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:3.0:1769074952.913457:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000431a86c3 reply state 00000000c10eee0d transno 4295106067 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074952.913465:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074952.913502:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e7c2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d34 expref: 402 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.913515:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e7d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d34 expref: 401 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.913522:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10407:0x0].0x0 (ffff90329e6c3900)
00010000:00010000:3.0:1769074952.913525:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.913527:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:3.0:1769074952.913644:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+402:13246:x1855007657110272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3775us (3946us total) trans 4295106067 rc 0/0
00000100:00100000:3.0:1769074952.913653:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209831
00010000:00010000:3.0:1769074952.916678:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.916698:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.916705:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.916710:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fac00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.916715:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.916722:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.916737:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xfd3f225d (ffff90329e6c3800)
00010000:00010000:3.0:1769074952.916741:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.916746:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.916751:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e7d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074952.917880:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657110400
00000100:00100000:3.0:1769074952.917891:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657110400
00000100:00100000:3.0:1769074952.918003:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209832
00000100:00100000:3.0:1769074952.918013:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+401:13245:x1855007657110400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.918039:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.918057:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e7ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d3b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.918141:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e7f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.918155:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d26 expref: 402 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.918163:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e7f3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.918196:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d26 expref: 402 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.918208:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d26 expref: 402 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.918221:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623352064:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.918308:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ad80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074952.924671:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623352064:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.924709:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e7f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074952.926231:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657110528
00000100:00100000:0.0:1769074952.926248:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657110528
00000100:00100000:0.0:1769074952.926305:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2886
00000100:00100000:0.0:1769074952.926316:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+95:2367:x1855007657110528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074952.926334:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074952.926353:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d42 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00002000:00010000:0.0:1769074952.926389:0:13376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1769074952.926407:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074952.926410:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074952.926417:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d42 expref: 96 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074952.926434:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d42 expref: 96 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074952.926447:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603a00, rc 0)
00000100:00100000:0.0:1769074952.926513:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+96:2367:x1855007657110528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 199us (495us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.926522:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2886
00000100:00100000:0.0:1769074952.927521:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.927594:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657110656
00000100:00100000:3.0:1769074952.927601:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657110656
00010000:00010000:3.0:1769074952.927629:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d26 expref: 403 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.927662:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5127
00000100:00100000:3.0:1769074952.927669:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+403:2369:x1855007657110656:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.927681:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.927687:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d26 expref: 403 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.927700:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d26 expref: 403 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.927720:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3e7a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d26 expref: 403 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074952.927736:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074952.927741:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e7f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.927751:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e7f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.927759:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e7f3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.927794:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074952.927839:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+402:2369:x1855007657110656:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.927846:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5127
00000100:00100000:0.0:1769074952.938652:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074952.938820:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657110912
00000100:00100000:3.0:1769074952.938831:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657110912
00000100:00100000:3.0:1769074952.938890:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4197
00000100:00100000:3.0:1769074952.938900:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+401:13245:x1855007657110912:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074952.939397:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+402:13245:x1855007657110912:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 496us (753us total) trans 4295106069 rc 0/0
00000100:00100000:0.0:1769074952.939405:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4197
00000100:00100000:3.0:1769074952.945314:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657111296
00000100:00100000:3.0:1769074952.945326:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657111296
00000100:00100000:3.0:1769074952.945388:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209833
00000100:00100000:3.0:1769074952.945399:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+403:13245:x1855007657111296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.945422:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.945442:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e801 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d49 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.945492:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945505:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945515:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945527:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945533:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945538:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945624:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e816 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945632:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945639:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074952.945661:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10406:0x0]: returning size 11991
00000004:00200000:3.0:1769074952.945665:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.945677:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945686:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e816 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945693:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945698:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945705:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945710:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.945714:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945721:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945732:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074952.945735:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.945739:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945745:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e808 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945755:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945761:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945766:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945772:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074952.945774:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945780:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945786:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x6adb7306 (ffff90329e6c3800)
00010000:00010000:3.0:1769074952.945788:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074952.945791:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945796:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e80f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x6adb7306 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.945822:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e801 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d49 expref: 405 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.945833:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e816 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d49 expref: 404 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.945840:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074952.945842:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.945844:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbc00, rc 0)
00000100:00100000:3.0:1769074952.945867:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:13245:x1855007657111296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 471us (621us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.945873:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209833
00000100:00100000:0.0:1769074952.956131:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657111424
00000100:00100000:0.0:1769074952.956137:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657111424
00000100:00100000:0.0:1769074952.956176:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1481
00000100:00100000:0.0:1769074952.956184:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:2366:x1855007657111424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.956194:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.956208:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e816 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d49 expref: 404 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074952.956224:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074952.956228:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.956265:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+403:2366:x1855007657111424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 82us (1152us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.956272:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1481
00000100:00100000:3.0:1769074952.956429:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657111680
00000100:00100000:3.0:1769074952.956435:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657111680
00000100:00100000:3.0:1769074952.956470:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209835
00000100:00100000:3.0:1769074952.956479:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+403:13246:x1855007657111680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.956489:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.956501:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e832 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d50 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.956583:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.956593:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e7d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d34 expref: 404 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.956601:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.956631:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e7d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d34 expref: 404 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.956643:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e7d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d34 expref: 404 pid: 7034 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.956657:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623352192:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.956722:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ad80 going to sleep for 11 seconds
00010000:00010000:3.0:1769074952.969107:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e7d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d34 expref: 404 pid: 7034 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.969125:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623352192:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.969144:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.969156:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.969162:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074952.969179:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10407:0x0]: returning size 0
00010000:00010000:3.0:1769074952.969323:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e832 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d50 expref: 405 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.969338:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d50 expref: 404 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.969346:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10407:0x0].0x0 (ffff90329e6c3900)
00010000:00010000:3.0:1769074952.969349:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074952.969352:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa200, rc 0)
00000100:00100000:3.0:1769074952.969378:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:13246:x1855007657111680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12901us (13030us total) trans 4295106071 rc 0/0
00000100:00100000:3.0:1769074952.969386:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209835
00000100:00100000:3.0:1769074952.972698:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657112064
00000100:00100000:3.0:1769074952.972707:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657112064
00000100:00100000:3.0:1769074952.972763:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209836
00000100:00100000:3.0:1769074952.972773:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:13245:x1855007657112064:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.972793:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.972812:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e847 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d5e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.972876:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e84e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.972891:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e84e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.972902:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e84e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074952.973013:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1007e:0x0]: returning size 11776
00000004:00200000:3.0:1769074952.973017:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.973041:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e84e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074952.973066:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e847 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d5e expref: 406 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.973084:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e84e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d5e expref: 405 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.973093:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074952.973096:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074952.973100:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbc00, rc 0)
00000100:00100000:3.0:1769074952.973156:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13245:x1855007657112064:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 384us (536us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.973164:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209836
00000100:00100000:3.0:1769074952.976008:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657112192
00000100:00100000:3.0:1769074952.976019:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657112192
00000100:00100000:3.0:1769074952.976070:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209837
00000100:00100000:3.0:1769074952.976079:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13246:x1855007657112192:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.976102:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.976122:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e855 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10407:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d65 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.976198:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.976211:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d50 expref: 406 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.976221:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.976252:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d50 expref: 406 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.976264:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d50 expref: 406 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074952.976277:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623352320:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.976359:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ad80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074952.979668:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623352320:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.979695:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074952.981424:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657112320
00000100:00100000:0.0:1769074952.981434:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657112320
00010000:00010000:0.0:1769074952.981476:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d50 expref: 407 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074952.981521:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5129
00000100:00100000:0.0:1769074952.981531:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+407:2368:x1855007657112320:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074952.981544:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074952.981551:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d50 expref: 407 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.981562:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d50 expref: 407 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.981583:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e839 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10407:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d50 expref: 407 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074952.981606:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10407:0x0].0x0 (ffff90329e6c3900)
00010000:00010000:0.0:1769074952.981611:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.981620:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.981627:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074952.981655:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074952.981711:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+406:2368:x1855007657112320:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (402us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.981719:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5129
00010000:00010000:3.0:1769074952.981882:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.981890:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074952.981968:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10407:0x0]: returning size 0
00000004:00200000:3.0:1769074952.981973:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074952.982001:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074952.982030:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e855 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10407:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d65 expref: 406 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.982043:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3e85c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10407:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d65 expref: 405 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.982050:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10407:0x0].0x0 (ffff90329e6c3900)
00010000:00010000:3.0:1769074952.982052:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074952.982055:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:3.0:1769074952.982096:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13246:x1855007657112192:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6018us (6227us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.982102:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209837
00000100:00100000:0.0:1769074952.988143:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657112448
00000100:00100000:0.0:1769074952.988152:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657112448
00000100:00100000:0.0:1769074952.988201:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4199
00000100:00100000:0.0:1769074952.988208:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13245:x1855007657112448:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074952.989191:0:13349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657112576
00000100:00100000:3.0:1769074952.989200:0:13349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657112576
00000100:00100000:3.0:1769074952.989246:0:13349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2887
00000100:00100000:3.0:1769074952.989255:0:13349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+96:13246:x1855007657112576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074952.989268:0:13349:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074952.989288:0:13349:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d6c expref: -99 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.989317:0:13349:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d42 expref: 97 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074952.989325:0:13349:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.989327:0:13349:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.989331:0:13349:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 97 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.989365:0:13349:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d42 expref: 97 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074952.989378:0:13349:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d42 expref: 97 pid: 13376 timeout: 2038 lvb_type: 1
00000100:00100000:3.0:1769074952.989393:0:13349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:13349:1855007623352448:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074952.989463:0:13349:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ad80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074952.993502:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13245:x1855007657112448:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5286us (5478us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074952.993514:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4199
00000100:00100000:3.0:1769074952.993863:0:13349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:13349:1855007623352448:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074952.993896:0:13349:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 97 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.993939:0:13349:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbe00, rc 0)
00000100:00100000:3.0:1769074952.993979:0:13349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+97:13246:x1855007657112576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4724us (5905us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074952.993986:0:13349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2887
00000100:00100000:3.0:1769074952.994234:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657112704
00000100:00100000:3.0:1769074952.994241:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657112704
00010000:00010000:3.0:1769074952.994267:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d42 expref: 97 pid: 13376 timeout: 2038 lvb_type: 1
00000100:00100000:3.0:1769074952.994301:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5130
00000100:00100000:3.0:1769074952.994309:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+97:2369:x1855007657112704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074952.994327:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074952.994392:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d42 expref: 97 pid: 13376 timeout: 2038 lvb_type: 1
00010000:00010000:3.0:1769074952.994404:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d42 expref: 97 pid: 13376 timeout: 2038 lvb_type: 1
00010000:00010000:3.0:1769074952.994427:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3e7fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d42 expref: 97 pid: 13376 timeout: 2038 lvb_type: 1
00010000:00010000:3.0:1769074952.994440:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.994442:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074952.994448:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 96 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.994458:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 96 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074952.994490:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 96 pid: 13349 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074952.994503:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab896d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623352576:192.168.204.54@tcp:105:
00000100:00100000:3.0:1769074952.994566:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ad80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.001078:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657112832
00000100:00100000:3.0:1769074953.001086:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657112832
00000100:00100000:3.0:1769074953.001138:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209838
00000100:00100000:3.0:1769074953.001147:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13245:x1855007657112832:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.001166:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.001184:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e86a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d73 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.001243:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001257:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001269:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001281:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001287:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001294:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001360:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001368:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001374:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001379:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fb600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.001384:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001392:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001404:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074953.001407:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.001411:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001417:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e871 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001428:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001434:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001440:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001445:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.001448:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001453:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001460:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x220bffe4 (ffff90329e6c3800)
00010000:00010000:3.0:1769074953.001463:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.001466:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001472:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e878 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.001500:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e86a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d73 expref: 406 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.001509:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074953.001511:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.001515:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e86a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d73 expref: 406 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.001523:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fac00, rc 0)
00000100:00100000:3.0:1769074953.001563:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13245:x1855007657112832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 417us (988us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074953.001569:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209838
00000100:00100000:0.0:1769074953.004125:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657112960
00000100:00100000:0.0:1769074953.004135:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657112960
00000100:00100000:0.0:1769074953.004186:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209839
00000100:00100000:0.0:1769074953.004197:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13246:x1855007657112960:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.004216:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.004234:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e87f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d7a expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.004296:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004310:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004324:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004338:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004345:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004351:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004411:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004418:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004424:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004429:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.004434:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004441:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004452:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074953.004455:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.004459:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004469:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e886 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004481:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004487:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004493:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004498:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.004501:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004506:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004512:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5a381168 (ffff903298a49a00)
00010000:00010000:0.0:1769074953.004514:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.004517:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004522:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e88d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.004549:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e87f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d7a expref: 406 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.004559:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074953.004561:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.004565:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e87f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d7a expref: 406 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.004574:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603800, rc 0)
00000100:00100000:0.0:1769074953.004636:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13246:x1855007657112960:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 440us (620us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074953.004643:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209839
00000100:00100000:3.0:1769074953.011698:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657113344
00000100:00100000:3.0:1769074953.011705:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657113344
00000100:00100000:3.0:1769074953.011780:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209840
00000100:00100000:3.0:1769074953.011789:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13246:x1855007657113344:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.011805:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.011821:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e8b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d81 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.011876:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e8b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.011888:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.011898:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074953.011981:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:3.0:1769074953.011985:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.012015:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e8b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.012036:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3e8b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d81 expref: 407 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.012052:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e8b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d81 expref: 406 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.012060:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.012063:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074953.012065:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa200, rc 0)
00000100:00100000:3.0:1769074953.012159:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+406:13246:x1855007657113344:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 370us (536us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.012165:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209840
00000100:00100000:0.0:1769074953.015665:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657113472
00000100:00100000:0.0:1769074953.015676:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657113472
00000100:00100000:0.0:1769074953.015733:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4200
00000100:00100000:0.0:1769074953.015742:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13246:x1855007657113472:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074953.019646:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13246:x1855007657113472:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 3901us (4063us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.019656:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4200
00000100:00100000:3.0:1769074953.019868:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657113600
00000100:00100000:3.0:1769074953.019876:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657113600
00000100:00100000:3.0:1769074953.019923:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209841
00000100:00100000:3.0:1769074953.019929:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13245:x1855007657113600:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.019944:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.019963:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e8be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d88 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.020037:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020056:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020064:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020075:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020079:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020082:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020162:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e8d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020167:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020171:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074953.020197:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10406:0x0]: returning size 11991
00000004:00200000:3.0:1769074953.020200:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.020214:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020220:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e8d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020226:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020234:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020240:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020246:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.020250:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020256:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020266:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074953.020269:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.020274:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020280:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3e8c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020291:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020296:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020301:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020306:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.020309:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020315:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020322:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x220bffe4 (ffff90329e6c3800)
00010000:00010000:3.0:1769074953.020324:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.020327:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020332:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3e8cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.020362:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3e8be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d88 expref: 407 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.020371:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e8d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d88 expref: 406 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.020376:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074953.020378:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.020379:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8400, rc 0)
00000100:00100000:3.0:1769074953.020402:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+406:13245:x1855007657113600:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 474us (1555us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.020406:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209841
00000100:00100000:0.0:1769074953.025626:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657113856
00000100:00100000:0.0:1769074953.025637:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657113856
00000100:00100000:0.0:1769074953.025694:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209842
00000100:00100000:0.0:1769074953.025704:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+406:13245:x1855007657113856:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.025725:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.025746:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e8da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d8f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.025842:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e8e1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.025856:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e8d3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d88 expref: 407 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.025869:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e8e1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.025901:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e8d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d88 expref: 407 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.025956:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3e8d3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d88 expref: 407 pid: 7034 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074953.025969:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623352704:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.026048:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387b65900 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.031200:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623352704:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.031233:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e8e1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074953.031367:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657114240
00000100:00100000:3.0:1769074953.031371:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657114240
00000100:00100000:3.0:1769074953.031431:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209843
00000100:00100000:3.0:1769074953.031440:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+409:13246:x1855007657114240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.031456:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.031458:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1769074953.031476:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3e8b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d81 expref: 409 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.031491:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.031496:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074953.031507:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e8e8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d96 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.031629:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.031640:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.031647:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.031660:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.031666:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.031673:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.031706:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e8e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.031713:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e8e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.031728:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10406:0x0]: returning size 11991
00010000:00010000:0.0:1769074953.031853:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e8da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d8f expref: 409 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.031867:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e8e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d8f expref: 408 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.031879:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074953.031881:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074953.031884:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603400, rc 0)
00000100:00100000:0.0:1769074953.031945:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+408:13245:x1855007657113856:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6242us (6423us total) trans 4295106073 rc 0/0
00000100:00100000:0.0:1769074953.031951:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209842
00000004:00080000:3.0:1769074953.032030:0:7034:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c6:0x0], index 0: 0
00010000:00010000:3.0:1769074953.032173:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e904 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.032185:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e904 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.032195:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e904 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.032217:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.032223:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.032229:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.032235:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.032239:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.032245:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.032253:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.032256:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.032259:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.032265:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3e8ef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:3.0:1769074953.032273:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002bf42371 reply state 000000009c02de16 transno 4295106074 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074953.032280:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074953.032297:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3e8e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d96 expref: 409 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.032313:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3e904 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d96 expref: 408 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.032320:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10408:0x0].0x0 (ffff90329e6c3200)
00010000:00010000:3.0:1769074953.032322:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.032324:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8c00, rc 0)
00000100:00100000:3.0:1769074953.032363:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+409:13246:x1855007657114240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 924us (1050us total) trans 4295106074 rc 0/0
00000100:00100000:3.0:1769074953.032369:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209843
00010000:00010000:3.0:1769074953.040454:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.040471:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.040477:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.040483:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.040487:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.040494:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.040510:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5a381168 (ffff90329e6c3f00)
00010000:00010000:3.0:1769074953.040513:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.040517:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.040526:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3e8f6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074953.041323:0:13349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657114368
00000100:00100000:3.0:1769074953.041327:0:13349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657114368
00000100:00100000:3.0:1769074953.041363:0:13349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2888
00000100:00100000:3.0:1769074953.041370:0:13349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+92:2369:x1855007657114368:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.041378:0:13349:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.041392:0:13349:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307d9d expref: -99 pid: 13349 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074953.041416:0:13349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074953.041427:0:13349:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074953.041429:0:13349:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074953.041437:0:13349:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d9d expref: 93 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074953.041450:0:13349:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d9d expref: 93 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074953.041461:0:13349:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9e00, rc 0)
00000100:00100000:3.0:1769074953.041510:0:13349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+93:2369:x1855007657114368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 140us (381us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.041517:0:13349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2888
00000100:00100000:3.0:1769074953.048327:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657114880
00000100:00100000:3.0:1769074953.048339:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657114880
00010000:00010000:3.0:1769074953.048382:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e8e1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d8f expref: 410 pid: 5764 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074953.048416:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5132
00000100:00100000:3.0:1769074953.048425:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+410:2368:x1855007657114880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.048439:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.048446:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e8e1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d8f expref: 410 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074953.048459:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3e8e1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10406:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d8f expref: 410 pid: 5764 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074953.048479:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074953.048485:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3e920 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.048495:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3e920 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.048503:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3e920 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.048522:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.048575:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+410:2368:x1855007657114880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (565us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.048582:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5132
00000100:00100000:0.0:1769074953.049749:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657114752
00000100:00100000:0.0:1769074953.049755:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657114752
00000100:00100000:0.0:1769074953.049798:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4201
00000100:00100000:0.0:1769074953.049807:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386518c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+408:13246:x1855007657114752:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074953.050430:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386518c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+409:13246:x1855007657114752:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 622us (4332us total) trans 4295106075 rc 0/0
00000100:00100000:0.0:1769074953.050437:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4201
00000100:00100000:3.0:1769074953.057434:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.058499:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657115264
00000100:00100000:0.0:1769074953.058504:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657115264
00000100:00100000:0.0:1769074953.058550:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209846
00000100:00100000:0.0:1769074953.058558:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:13245:x1855007657115264:12345-192.168.204.54@tcp:41:dbench.0
00000004:00000024:0.0:1769074953.058603:0:5764:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 7642021888 avail 7601127424
00000100:00100000:0.0:1769074953.058662:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:13245:x1855007657115264:12345-192.168.204.54@tcp:41:dbench.0 Request processed in 105us (242us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.058670:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209846
00000100:00100000:0.0:1769074953.062110:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657115392
00000100:00100000:0.0:1769074953.062120:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657115392
00000100:00100000:0.0:1769074953.062181:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209847
00000100:00100000:0.0:1769074953.062191:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:13245:x1855007657115392:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.062211:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.062232:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e935 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307db2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.062310:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062325:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062336:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062351:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062359:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062364:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062428:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062435:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062442:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062447:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.062451:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062458:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062471:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074953.062474:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.062479:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062484:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e93c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062496:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062502:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062507:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062511:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.062513:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062519:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062525:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x16ffa7f1 (ffff903298a49a00)
00010000:00010000:0.0:1769074953.062528:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.062530:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062535:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603c00/0x2152b583a6e3e943 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x16ffa7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.062564:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e935 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307db2 expref: 412 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.062574:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074953.062576:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.062580:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e935 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307db2 expref: 412 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.062588:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603800, rc 0)
00000100:00100000:0.0:1769074953.062652:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:13245:x1855007657115392:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 462us (646us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074953.062659:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209847
00000100:00100000:0.0:1769074953.066804:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657115520
00000100:00100000:0.0:1769074953.066821:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657115520
00000100:00100000:0.0:1769074953.066884:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209848
00000100:00100000:0.0:1769074953.066893:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:13245:x1855007657115520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.066957:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.066977:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e94a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307db9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.067048:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e951 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.067062:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e951 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.067072:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e951 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074953.067138:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1007e:0x0]: returning size 11776
00000004:00200000:0.0:1769074953.067142:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074953.067167:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e951 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.067192:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e94a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307db9 expref: 413 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.067209:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3e951 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307db9 expref: 412 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.067217:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074953.067220:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074953.067224:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602000, rc 0)
00000100:00100000:0.0:1769074953.067274:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+412:13245:x1855007657115520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 382us (707us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.067282:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209848
00000100:00100000:3.0:1769074953.070463:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.082482:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.087646:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.090546:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209850
00000100:00100000:0.0:1769074953.092654:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657116288
00000100:00100000:0.0:1769074953.092663:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657116288
00000100:00100000:0.0:1769074953.092712:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2889
00000100:00100000:0.0:1769074953.092721:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+93:13246:x1855007657116288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.092735:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.092749:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307dce expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.092777:0:13376:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d9d expref: 94 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074953.092786:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074953.092788:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074953.092792:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 94 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.092822:0:13376:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d9d expref: 94 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074953.092836:0:13376:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d9d expref: 94 pid: 13349 timeout: 2038 lvb_type: 1
00000100:00100000:0.0:1769074953.092851:0:13376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:13376:1855007623353216:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.092958:0:13376:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387b65f00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.095317:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.101568:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.101598:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657116672
00000100:00100000:3.0:1769074953.101607:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657116672
00010000:00010000:3.0:1769074953.101645:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d9d expref: 95 pid: 13349 timeout: 2038 lvb_type: 1
00000100:00100000:3.0:1769074953.101682:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5135
00000100:00100000:3.0:1769074953.101691:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+95:2369:x1855007657116672:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.101708:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.101729:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d9d expref: 95 pid: 13349 timeout: 2038 lvb_type: 1
00010000:00010000:3.0:1769074953.101744:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d9d expref: 95 pid: 13349 timeout: 2038 lvb_type: 1
00010000:00010000:3.0:1769074953.101772:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074953.101775:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074953.101783:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 95 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.101794:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 95 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.101832:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 95 pid: 13376 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074953.101847:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5748:1855007623353344:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074953.101985:0:13376:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3e919 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d9d expref: 95 pid: 13349 timeout: 2038 lvb_type: 1
00000100:00100000:0.0:1769074953.102011:0:13376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:13376:1855007623353216:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.102034:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 94 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.102044:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602e00, rc 0)
00000100:00100000:3.0:1769074953.102881:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a180 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.103125:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+94:13246:x1855007657116288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10401us (10556us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.103134:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2889
00000100:00100000:0.0:1769074953.103866:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657116800
00000100:00100000:0.0:1769074953.103876:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657116800
00000100:00100000:0.0:1769074953.103964:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2890
00000100:00100000:0.0:1769074953.103972:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+96:2369:x1855007657116800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.104003:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.104023:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ddc expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00002000:00010000:0.0:1769074953.104046:0:13376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1769074953.104062:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074953.104064:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074953.104072:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ddc expref: 97 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074953.104088:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ddc expref: 97 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074953.104100:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603c00, rc 0)
00000100:00100000:0.0:1769074953.104144:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+97:2369:x1855007657116800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 172us (859us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.104150:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2890
00000100:00100000:3.0:1769074953.108844:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.108877:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.108940:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657117056
00000100:00100000:0.0:1769074953.108954:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657117056
00000100:00100000:0.0:1769074953.109012:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657117312
00000100:00100000:0.0:1769074953.109016:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657117312
00000100:00100000:0.0:1769074953.109032:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4203
00000100:00100000:0.0:1769074953.109041:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+413:13246:x1855007657117056:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074953.110309:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+415:13246:x1855007657117056:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 1262us (1468us total) trans 4295106078 rc 0/0
00000100:00100000:0.0:1769074953.110319:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4203
00000100:00100000:0.0:1769074953.110383:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5748:1855007623353344:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074953.110404:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.114224:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.115454:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+93:2369:x1855007657116672:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 13755us (13886us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.115468:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5135
00000100:00100000:3.0:1769074953.117450:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.117726:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657117696
00000100:00100000:0.0:1769074953.117732:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657117696
00000100:00100000:0.0:1769074953.117769:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209853
00000100:00100000:0.0:1769074953.117777:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+415:13245:x1855007657117696:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:0.0:1769074953.117810:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.117826:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3e99e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10409:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dd5 expref: 415 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.117839:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10409:0x0].0x0 (ffff90328e9ab100)
00010000:00010000:0.0:1769074953.117847:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074953.117864:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.117874:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.117882:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.117896:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e9d6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1007e:0x0].0xb8ca0b93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.117902:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e9d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.117936:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e9d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118046:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118054:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118060:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000040:00080000:0.0:1769074953.118380:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].390, 64 off33216
00000004:00080000:0.0:1769074953.118390:0:5764:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1938819481000ns, next at 1939819478631ns, rc = 0
00010000:00010000:0.0:1769074953.118444:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118452:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118460:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118466:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118472:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118478:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118495:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1769074953.118511:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074953.118516:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118522:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074953.118525:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118531:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118540:0:5750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10409:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074953.118543:0:5750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074953.118546:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118551:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3e9e4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118561:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074953.118563:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074953.118564:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074953.118577:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118582:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118588:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118592:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.118595:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118605:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118612:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10409:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074953.118614:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1769074953.118617:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118621:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3e9dd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118669:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118675:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118680:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118685:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.118688:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118694:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118701:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:0.0:1769074953.118703:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.118706:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.118712:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3e9cf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:0.0:1769074953.118721:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e98f762b reply state 00000000c507fa43 transno 4295106080 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3e9d6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0xb8ca0b93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074953.118729:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1769074953.118793:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+416:13245:x1855007657117696:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1014us (1341us total) trans 4295106080 rc 0/0
00000100:00100000:0.0:1769074953.118801:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209853
00000100:00100000:3.0:1769074953.122048:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.125001:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657118080
00000100:00100000:0.0:1769074953.125010:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657118080
00010000:00010000:0.0:1769074953.125043:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3e9c8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307de3 expref: 418 pid: 7034 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074953.125082:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5136
00000100:00100000:0.0:1769074953.125091:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+418:2366:x1855007657118080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.125104:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.125110:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3e9c8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307de3 expref: 418 pid: 7034 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074953.125122:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3e9c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307de3 expref: 418 pid: 7034 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074953.125144:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10408:0x0].0x0 (ffff90329e6c3200)
00010000:00010000:0.0:1769074953.125149:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3e9f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10408:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.125157:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3e9f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10408:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.125168:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.125212:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+418:2366:x1855007657118080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 121us (450us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.125219:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5136
00000100:00100000:0.0:1769074953.128014:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074953.129480:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000006883780 x1855007623353472) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3e9c8 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307de3 expref: 417 pid: 7034 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074953.129495:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3e9c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307de3 expref: 417 pid: 7034 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074953.129506:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623353472:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.131180:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3e966 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dc0 expref: 416 pid: 7034 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074953.131197:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623353600:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.131218:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10408:0x0].0x0 (ffff90329e6c3200)
00010000:00010000:3.0:1769074953.131224:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3e9f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10408:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074953.157717:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657118720
00000100:00100000:3.0:1769074953.157728:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657118720
00000100:00100000:3.0:1769074953.157787:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209856
00000100:00100000:3.0:1769074953.157797:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+416:13245:x1855007657118720:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074953.157847:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.157875:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3e920 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307da4 expref: 416 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.157893:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074953.157897:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074953.158009:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.158024:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ea0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307df1 expref: 415 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.158032:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 4/0,1 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.158066:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ea0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307df1 expref: 415 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.158079:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ea0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307df1 expref: 415 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074953.158095:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623353728:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.158173:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.158503:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657118464
00000100:00100000:0.0:1769074953.158509:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657118464
00010000:00010000:0.0:1769074953.158532:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ea0e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307df1 expref: 416 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:0.0:1769074953.158564:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5138
00000100:00100000:0.0:1769074953.158572:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+416:2369:x1855007657118464:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.158581:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.158586:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ea0e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307df1 expref: 416 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074953.158596:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ea0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307df1 expref: 416 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:0.0:1769074953.158610:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074953.158614:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.158621:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.158627:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.158644:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.158671:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+416:2369:x1855007657118464:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 100us (1101us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.158678:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5138
00000100:00100000:3.0:1769074953.164151:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074953.167897:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000c9d22c63 x1855007623353728) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ea0e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307df1 expref: 417 pid: 5762 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074953.167970:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ea0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307df1 expref: 417 pid: 5762 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074953.168001:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623353728:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.168024:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074953.168031:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.168039:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.168044:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00010000:3.0:1769074953.168204:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002caad927 reply state 00000000fc7e3b5e transno 4295106082 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074953.168213:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1769074953.168330:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+418:13245:x1855007657118720:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 10533us (10697us total) trans 4295106082 rc 0/0
00000100:00100000:3.0:1769074953.168339:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209856
00000100:00100000:3.0:1769074953.173307:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657118976
00000100:00100000:3.0:1769074953.173318:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657118976
00010000:00010000:3.0:1769074953.173359:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3e9f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10408:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dea expref: 418 pid: 7034 timeout: 2038 lvb_type: 0
00000100:00100000:3.0:1769074953.173395:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5139
00000100:00100000:3.0:1769074953.173404:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+418:2368:x1855007657118976:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.173421:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.173428:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3e9f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10408:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dea expref: 418 pid: 7034 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074953.173441:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3e9f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10408:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dea expref: 418 pid: 7034 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074953.173465:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3e9f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10408:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dea expref: 418 pid: 7034 timeout: 2038 lvb_type: 0
00010000:00010000:3.0:1769074953.173482:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10408:0x0].0x0 (ffff90329e6c3200)
00010000:00010000:3.0:1769074953.173487:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3ea2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.173495:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3ea2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.173503:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3ea2a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.173537:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.173585:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:2368:x1855007657118976:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (379us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.173593:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5139
00010000:00010000:0.0:1769074953.176219:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.176245:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.176253:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.176260:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.176265:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.176273:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.176290:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074953.176293:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.176298:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.176304:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3ea1c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074953.182085:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.190286:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.194041:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.207290:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.218904:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657120000
00000100:00100000:3.0:1769074953.218955:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657120000
00000100:00100000:3.0:1769074953.219033:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209862
00000100:00100000:3.0:1769074953.219043:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:13245:x1855007657120000:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074953.219106:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1769074953.219134:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e3ea70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e0d expref: 417 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.219163:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ea54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e06 expref: 416 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.219175:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074953.219185:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074953.219236:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3ea8c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.219249:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3ea8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.219257:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3ea8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00010000:3.0:1769074953.219748:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000006883780 reply state 00000000aba5a416 transno 4295106083 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3ea8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074953.219758:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1769074953.219925:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:13245:x1855007657120000:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 863us (5084us total) trans 4295106083 rc 0/0
00000100:00100000:3.0:1769074953.219934:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209862
00000100:00100000:3.0:1769074953.234138:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.234176:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.234205:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657120384
00000100:00100000:3.0:1769074953.234214:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657120384
00000100:00100000:3.0:1769074953.234277:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4205
00000100:00100000:3.0:1769074953.234287:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+418:13246:x1855007657120384:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074953.235827:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657120256
00000100:00100000:0.0:1769074953.235836:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657120256
00000100:00100000:0.0:1769074953.235893:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2892
00000100:00100000:0.0:1769074953.235902:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+94:2368:x1855007657120256:12345-192.168.204.54@tcp:2:dbench.0
00002000:00010000:0.0:1769074953.236174:0:13376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:0.0:1769074953.236178:0:13376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb mtime from disk: 1769074940 -> 1769074928
00002000:00010000:0.0:1769074953.236181:0:13376:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb atime from disk: 1769074942 -> 1769074932
00002000:00010000:0.0:1769074953.236184:0:13376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb ctime from disk: 1769074953 -> 1769074953
00002000:00010000:0.0:1769074953.236186:0:13376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1c5:0x0] updating lvb blocks from disk: 1 -> 1
00000100:00100000:0.0:1769074953.236234:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+95:2368:x1855007657120256:12345-192.168.204.54@tcp:2:dbench.0 Request processed in 332us (2105us total) trans 4294968142 rc 0/0
00000100:00100000:0.0:1769074953.236242:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2892
00000001:00080000:3.0:1769074953.280611:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968136 is committed
00000001:00080000:3.0:1769074953.280632:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968124 is committed
00000001:00080000:3.0:1769074953.280639:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968141 is committed
00000100:00100000:0.0:1769074953.281768:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657121280
00000100:00100000:0.0:1769074953.281779:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657121280
00000100:00100000:0.0:1769074953.281836:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657121536
00000100:00100000:0.0:1769074953.281839:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657121536
00000100:00100000:0.0:1769074953.281868:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209868
00000100:00100000:0.0:1769074953.281877:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13245:x1855007657121280:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:0.0:1769074953.281963:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1769074953.282002:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3eaee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e37 expref: 420 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.282025:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3eaa8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e22 expref: 419 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.282035:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074953.282041:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074953.282083:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.282096:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.282104:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00010000:0.0:1769074953.282241:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f3f69da reply state 00000000514db45d transno 4295106084 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.282251:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1769074953.282354:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13245:x1855007657121280:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 477us (804us total) trans 4295106084 rc 0/0
00000100:00100000:0.0:1769074953.282362:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209868
00000100:00100000:0.0:1769074953.282385:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209869
00000100:00100000:0.0:1769074953.282393:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+419:13246:x1855007657121536:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.282403:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.282405:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1769074953.282418:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ea9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e1b expref: 419 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.282429:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074953.282433:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074953.282444:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3eafc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307e3e expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.282535:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.282549:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.282557:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.282571:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eb0a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.282578:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eb0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.282584:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eb0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00080000:0.0:1769074953.282893:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c7:0x0], index 0: 0
00010000:00010000:0.0:1769074953.283081:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3eb11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.283091:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3eb11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.283097:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3eb11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.283128:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.283134:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.283140:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.283150:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.283154:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.283162:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.283171:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074953.283174:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.283183:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.283190:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3eb03 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:0.0:1769074953.283204:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000477b1048 reply state 000000005ad08abf transno 4295106085 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eb0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.283211:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074953.283236:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3eafc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e3e expref: 421 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.283249:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3eb11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e3e expref: 420 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.283255:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074953.283257:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.283259:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602200, rc 0)
00000100:00100000:0.0:1769074953.283296:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:13246:x1855007657121536:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 905us (1661us total) trans 4295106085 rc 0/0
00000100:00100000:0.0:1769074953.283307:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209869
00000100:00100000:3.0:1769074953.287783:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074953.288303:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.288317:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.288325:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.288332:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.288337:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.288345:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.288363:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074953.288367:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.288372:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.288378:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3eaf5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.291261:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657121792
00000100:00100000:0.0:1769074953.291271:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657121792
00000100:00100000:0.0:1769074953.291361:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2894
00000100:00100000:0.0:1769074953.291371:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2369:x1855007657121792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.291387:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.291404:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bb603400/0x2152b583a6e3eb1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307e45 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00002000:00010000:0.0:1769074953.291426:0:13376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1769074953.291446:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074953.291448:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074953.291455:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb603400/0x2152b583a6e3eb1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e45 expref: 76 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074953.291472:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bb603400/0x2152b583a6e3eb1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e45 expref: 76 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074953.291486:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603400, rc 0)
00000100:00100000:0.0:1769074953.291546:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2369:x1855007657121792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 177us (411us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.291553:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2894
00000100:00100000:3.0:1769074953.297461:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.300735:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.307130:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657122432
00000100:00100000:3.0:1769074953.307142:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657122432
00000100:00100000:3.0:1769074953.307210:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209871
00000100:00100000:3.0:1769074953.307221:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13245:x1855007657122432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.307247:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.307279:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307e4c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.307368:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.307382:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.307395:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074953.307421:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10406:0x0]: returning size 11991
00000004:00200000:3.0:1769074953.307426:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.307445:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.307470:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e4c expref: 422 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.307487:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10406:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e4c expref: 421 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.307496:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:3.0:1769074953.307499:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.307502:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8800, rc 0)
00000100:00100000:3.0:1769074953.307566:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:13245:x1855007657122432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 347us (689us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.307573:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209871
00000100:00100000:3.0:1769074953.309581:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.314122:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074953.314782:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.314789:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.314808:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 0
00010000:00010000:0.0:1769074953.315015:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3eb3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e53 expref: 423 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.315030:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e53 expref: 422 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.315038:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074953.315041:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074953.315043:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370b400, rc 0)
00000100:00100000:0.0:1769074953.315069:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13246:x1855007657122688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5325us (5497us total) trans 4295106087 rc 0/0
00000100:00100000:0.0:1769074953.315076:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209872
00000100:00100000:0.0:1769074953.320855:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.328191:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657123072
00000100:00100000:3.0:1769074953.328203:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657123072
00000100:00100000:3.0:1769074953.328260:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657123456
00000100:00100000:3.0:1769074953.328264:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657123456
00000100:00100000:3.0:1769074953.328301:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209874
00000100:00100000:3.0:1769074953.328311:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:13246:x1855007657123072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.328337:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.328358:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307e61 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.328445:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.328460:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e53 expref: 425 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.328468:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.328505:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e53 expref: 425 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.328518:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e53 expref: 425 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.328533:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623354112:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.328607:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.332827:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623354112:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.332859:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074953.335322:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.335443:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657123584
00000100:00100000:3.0:1769074953.335452:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657123584
00010000:00010000:3.0:1769074953.335489:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e53 expref: 425 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.335531:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5142
00000100:00100000:3.0:1769074953.335541:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+425:2369:x1855007657123584:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.335556:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.335562:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e53 expref: 425 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.335574:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e53 expref: 425 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.335596:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eb42 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e53 expref: 425 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.335615:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:3.0:1769074953.335620:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.335629:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.335636:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.335668:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.335718:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:2369:x1855007657123584:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 178us (403us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.335726:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5142
00010000:00010000:0.0:1769074953.338897:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e3eb7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.338926:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e3eb7a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.338934:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e3eb7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.338941:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6f800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.338954:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e3eb7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.338962:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e3eb7a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.338978:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10406:0x0].0x0 (ffff9032a2c16300)
00010000:00010000:0.0:1769074953.338982:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.339015:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e3eb7a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.339022:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e3eb7a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10406:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074953.347053:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.347350:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657123968
00000100:00100000:3.0:1769074953.347362:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657123968
00000100:00100000:3.0:1769074953.347425:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4207
00000100:00100000:3.0:1769074953.347435:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13245:x1855007657123968:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074953.347693:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+423:13245:x1855007657123968:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 258us (649us total) trans 4295106089 rc 0/0
00000100:00100000:3.0:1769074953.347701:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4207
00000100:00100000:3.0:1769074953.350688:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.361582:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.362112:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657124480
00000100:00100000:3.0:1769074953.362121:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657124480
00010000:00010000:3.0:1769074953.362156:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb603400/0x2152b583a6e3eb1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e45 expref: 78 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:3.0:1769074953.362191:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5143
00000100:00100000:3.0:1769074953.362201:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2369:x1855007657124480:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.362215:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.362238:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bb603400/0x2152b583a6e3eb1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e45 expref: 78 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:3.0:1769074953.362251:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bb603400/0x2152b583a6e3eb1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e45 expref: 78 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:3.0:1769074953.362277:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bb603400/0x2152b583a6e3eb1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e45 expref: 78 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:3.0:1769074953.362290:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074953.362292:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074953.362301:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff90338370ac00/0x2152b583a6e3eb81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e68 expref: 77 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.362311:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338370ac00/0x2152b583a6e3eb81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e68 expref: 77 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.362345:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff90338370ac00/0x2152b583a6e3eb81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e68 expref: 77 pid: 13349 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074953.362360:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623354496:192.168.204.54@tcp:105:
00000100:00100000:3.0:1769074953.362426:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.382608:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657124608
00000100:00100000:3.0:1769074953.382623:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657124608
00000100:00100000:3.0:1769074953.382723:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209876
00000100:00100000:3.0:1769074953.382733:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:13245:x1855007657124608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.382758:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.382778:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3eb88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307e6f expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.382839:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.382852:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.382863:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.382876:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.382882:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.382888:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384079:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384093:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384102:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074953.384131:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x103fc:0x0]: returning size 15360
00000004:00200000:3.0:1769074953.384135:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.384150:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384160:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384167:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384173:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384179:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384184:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.384188:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384195:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384205:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x0 (ffff903388647d00)
00010000:00010000:3.0:1769074953.384208:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.384213:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384218:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e3eb8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384651:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384661:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384667:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384672:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.384674:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384679:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384687:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x57ca59f5 (ffff90328bb7f100)
00010000:00010000:3.0:1769074953.384690:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.384693:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384697:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e3eb96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1007e:0x0].0x57ca59f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.384738:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e3eb88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e6f expref: 427 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.384753:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e6f expref: 426 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.384761:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103fc:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:3.0:1769074953.384764:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.384766:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8800, rc 0)
00000100:00100000:3.0:1769074953.384822:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13245:x1855007657124608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2089us (10444us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.384830:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209876
00000100:00100000:3.0:1769074953.393878:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657124992
00000100:00100000:3.0:1769074953.393889:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657124992
00000100:00100000:3.0:1769074953.394424:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209877
00000100:00100000:3.0:1769074953.394437:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13246:x1855007657124992:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.394459:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.394483:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3eba4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307e76 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.394550:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394564:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394574:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394586:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394593:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394598:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394693:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394700:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394706:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074953.394738:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 53
00000004:00200000:3.0:1769074953.394743:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.394759:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394768:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394776:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394782:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394789:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394794:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc29c800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.394798:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394805:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394816:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.394819:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.394824:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394830:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e3ebab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394842:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394848:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394853:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394858:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc29c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.394861:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394866:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394872:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xb0449b87 (ffff90328bb7f400)
00010000:00010000:3.0:1769074953.394875:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.394877:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394883:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e3ebb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.394952:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e3eba4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e76 expref: 428 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.394967:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e76 expref: 427 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.394974:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:3.0:1769074953.394976:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.394979:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa200, rc 0)
00000100:00100000:3.0:1769074953.395056:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:13246:x1855007657124992:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 622us (1264us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.395065:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209877
00000100:00100000:3.0:1769074953.397290:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.397333:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657125248
00000100:00100000:3.0:1769074953.397342:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657125248
00000100:00100000:3.0:1769074953.397400:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209878
00000100:00100000:3.0:1769074953.397409:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:13245:x1855007657125248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.397433:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.397452:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3ebc0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307e7d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.397550:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.397565:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e6f expref: 428 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.397573:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.397603:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e6f expref: 428 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.397616:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e6f expref: 428 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.397630:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623354624:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.397692:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.401367:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623354624:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.401400:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074953.408845:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.408998:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.409110:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657125632
00000100:00100000:0.0:1769074953.409121:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657125632
00000100:00100000:0.0:1769074953.409183:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209879
00000100:00100000:0.0:1769074953.409193:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13246:x1855007657125632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.409214:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.409247:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3ebce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307e84 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.409356:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ebd5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.409371:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e61 expref: 430 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.409380:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e76 expref: 430 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.409388:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ebd5 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.409420:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e76 expref: 430 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.409431:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e76 expref: 430 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.409445:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623354752:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.409538:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e61 expref: 430 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.409548:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e61 expref: 430 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.409557:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623354880:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.409587:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389569480 going to sleep for 11 seconds
00010000:00010000:0.0:1769074953.417009:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000e9664e3c x1855007623354752) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e76 expref: 430 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.417030:0:5764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e76 expref: 430 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.417053:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ebb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e76 expref: 430 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.417068:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623354752:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.417083:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623354880:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.417114:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074953.417120:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ebd5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.417131:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ebd5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.417140:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ebd5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074953.417591:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657125760
00000100:00100000:3.0:1769074953.417596:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657125760
00000100:00100000:3.0:1769074953.417682:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5144
00000100:00100000:3.0:1769074953.417694:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:2368:x1855007657125376:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.417710:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.417716:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e6f expref: 431 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.417727:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e6f expref: 431 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.417743:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e3eb9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e6f expref: 431 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.417755:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103fc:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:3.0:1769074953.417759:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.417767:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.417775:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.417800:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.417854:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2368:x1855007657125376:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 162us (9017us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.417863:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5144
00000100:00100000:3.0:1769074953.417886:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1483
00000100:00100000:3.0:1769074953.417894:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:2369:x1855007657125760:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.417905:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.417923:0:5748:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e3ebb9)
00010000:00010000:3.0:1769074953.417925:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.417960:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:2369:x1855007657125760:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 66us (1440us total) trans 0 rc 116/116
00000100:00100000:3.0:1769074953.417967:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1483
00010000:00010000:3.0:1769074953.418003:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.418010:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074953.418031:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x103fc:0x0]: returning size 15360
00010000:00010000:3.0:1769074953.418190:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3ebc0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1007e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e7d expref: 430 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.418205:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e7d expref: 429 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.418212:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103fc:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:3.0:1769074953.418215:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074953.418217:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa600, rc 0)
00000100:00100000:3.0:1769074953.418253:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13245:x1855007657125248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20845us (20974us total) trans 4295106092 rc 0/0
00000100:00100000:3.0:1769074953.418260:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209878
00000100:00100000:0.0:1769074953.422450:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657125888
00000100:00100000:0.0:1769074953.422467:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657125888
00010000:00010000:0.0:1769074953.422514:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e61 expref: 429 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.422571:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5145
00000100:00100000:0.0:1769074953.422582:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:2368:x1855007657125888:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.422599:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.422606:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e61 expref: 429 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.422619:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e61 expref: 429 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.422642:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e3eb73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e61 expref: 429 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.422660:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074953.422665:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ebd5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.422674:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ebd5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.422681:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ebd5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.422715:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.422771:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:2368:x1855007657125888:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 190us (5865us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.422779:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5145
00000100:00100000:3.0:1769074953.424455:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.430792:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623355008:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.430823:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e3ebf1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074953.433267:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.434158:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657126144
00000100:00100000:3.0:1769074953.434169:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657126144
00010000:00010000:3.0:1769074953.434210:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e7d expref: 430 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.434263:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5146
00000100:00100000:3.0:1769074953.434280:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2368:x1855007657126144:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.434296:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.434302:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e7d expref: 430 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.434314:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e7d expref: 430 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.434335:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ebc7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x103fc:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e7d expref: 430 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.434352:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103fc:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:3.0:1769074953.434357:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e3ebf1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.434366:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e3ebf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.434373:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e3ebf1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.434400:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.434466:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:2368:x1855007657126144:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 195us (1207us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.434474:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5146
00010000:00010000:0.0:1769074953.435178:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e3ebf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.435189:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e3ebf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.435246:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x103fc:0x0]: returning size 15360
00000004:00200000:0.0:1769074953.435251:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074953.435271:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e3ebf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.435303:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e3ebea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x103fc:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e8b expref: 429 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.435319:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e3ebf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x103fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e8b expref: 428 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.435327:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103fc:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:0.0:1769074953.435330:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.435333:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e000, rc 0)
00000100:00100000:0.0:1769074953.435415:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:13245:x1855007657126016:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10339us (10962us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.435424:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209880
00000100:00100000:3.0:1769074953.447480:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657126528
00000100:00100000:3.0:1769074953.447492:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657126528
00000100:00100000:3.0:1769074953.447544:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4210
00000100:00100000:3.0:1769074953.447553:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13245:x1855007657126528:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074953.447765:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:13245:x1855007657126528:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 212us (369us total) trans 4295106094 rc 0/0
00000100:00100000:3.0:1769074953.447772:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4210
00000100:00100000:0.0:1769074953.454626:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074953.455438:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.455447:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.455493:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 53
00000004:00200000:0.0:1769074953.455498:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074953.455520:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.455553:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3ebf8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e92 expref: 430 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.455568:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e92 expref: 429 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.455577:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074953.455579:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.455582:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370b000, rc 0)
00000100:00100000:0.0:1769074953.455659:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13246:x1855007657126272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13077us (13417us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.455666:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209881
00000100:00100000:0.0:1769074953.458309:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.468222:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657126912
00000100:00100000:3.0:1769074953.468249:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657126912
00000100:00100000:3.0:1769074953.474938:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074953.480206:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074953.480214:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ec5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x103fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.480220:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074953.480223:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ec5a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x103fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.480229:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ec5a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x103fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.480238:0:13432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x103fc:0x0].0x0 (ffff9032a2c16500)
00010000:00010000:3.0:1769074953.480240:0:13432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1769074953.480243:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ec5a lrc: 1/0,0 mode: --/PW res: [0x200000401:0x103fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.480251:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ec5a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x103fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.480265:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074953.480266:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074953.480268:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769074953.491703:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.491786:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.496417:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.497410:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657128576
00000100:00100000:3.0:1769074953.497419:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657128576
00010000:00010000:3.0:1769074953.497451:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ec76 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eae expref: 435 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.497477:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5148
00000100:00100000:3.0:1769074953.497482:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:2368:x1855007657128576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.497494:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.497498:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ec76 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eae expref: 435 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.497507:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ec76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eae expref: 435 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.497526:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074953.497530:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3ec84 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.497537:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3ec84 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.497542:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3ec84 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.497558:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.497573:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:2368:x1855007657128576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 91us (1164us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.497577:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5148
00000100:00100000:0.0:1769074953.503488:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.503892:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.514111:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.514243:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.514280:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657129216
00000100:00100000:3.0:1769074953.514284:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657129216
00010000:00010000:3.0:1769074953.514553:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3ec84 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eb5 expref: 438 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.514585:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5149
00000100:00100000:3.0:1769074953.514592:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+438:2369:x1855007657129216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.514602:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.514609:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3ec84 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eb5 expref: 438 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.514619:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3ec84 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eb5 expref: 438 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.514638:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3ec84 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10405:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eb5 expref: 438 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.514652:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10405:0x0].0x0 (ffff903298a49500)
00010000:00010000:3.0:1769074953.514656:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ecae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.514670:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ecae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.514677:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ecae lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10405:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.514695:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.515024:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:2369:x1855007657129216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 432us (780us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.515031:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5149
00000100:00100000:3.0:1769074953.518475:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.520422:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.526889:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.529399:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.532343:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.532390:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.532531:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657130112
00000100:00100000:0.0:1769074953.532536:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657130112
00000100:00100000:0.0:1769074953.532581:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1485
00000100:00100000:0.0:1769074953.532588:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+440:2366:x1855007657130112:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.532600:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.532623:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3ecca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eca expref: 440 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.532641:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10408:0x0].0x0 (ffff90329e6c3200)
00010000:00010000:0.0:1769074953.532646:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.532697:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:2366:x1855007657130112:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 110us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.532704:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1485
00000100:00100000:3.0:1769074953.537596:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074953.538808:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ecf4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.538819:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ecf4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.538827:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ecf4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.538833:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.538837:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ecf4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.538845:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ecf4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.538860:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1007e:0x0].0x34664df3 (ffff90328e9abd00)
00010000:00010000:0.0:1769074953.538863:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.538868:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ecf4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.538873:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ecf4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1007e:0x0].0x34664df3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074953.546849:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.547141:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.553602:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.555296:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.559641:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.561653:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.561960:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657131776
00000100:00100000:0.0:1769074953.561971:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657131776
00010000:00010000:0.0:1769074953.562027:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e3cd20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23074dd expref: 440 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.562065:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5151
00000100:00100000:0.0:1769074953.562075:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+440:2369:x1855007657131776:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.562092:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.562098:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e3cd20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23074dd expref: 440 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.562111:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e3cd20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23074dd expref: 440 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.562134:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e3cd20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23074dd expref: 440 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.562335:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f1:0x0].0x0 (ffff90329c213200)
00010000:00010000:0.0:1769074953.562342:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3ed2c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.562351:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3ed2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.562362:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3ed2c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100f1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.562398:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.562452:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+439:2369:x1855007657131776:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 378us (808us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.562460:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5151
00010000:00010000:3.0:1769074953.562468:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3ed2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.562475:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3ed2c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074953.562497:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f1:0x0]: returning size 327680
00010000:00010000:3.0:1769074953.562654:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e3ed25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ef:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307edf expref: 440 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.562671:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3ed2c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307edf expref: 439 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.562678:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f1:0x0].0x0 (ffff90329c213200)
00010000:00010000:3.0:1769074953.562681:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074953.562683:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370b200, rc 0)
00000100:00100000:3.0:1769074953.562712:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+439:13245:x1855007657131264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8899us (9121us total) trans 4295106106 rc 0/0
00000100:00100000:3.0:1769074953.562718:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209894
00000100:00100000:0.0:1769074953.567443:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.567539:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657131904
00000100:00100000:3.0:1769074953.567551:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657131904
00000100:00100000:3.0:1769074953.567606:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209895
00000100:00100000:3.0:1769074953.567616:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+440:13245:x1855007657131904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.567644:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.567666:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3ed3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ee6 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.567760:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3ed41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.567775:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3ed2c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100f1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307edf expref: 441 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.567786:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3ed41 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100f1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.567822:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3ed2c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307edf expref: 441 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.567835:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3ed2c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307edf expref: 441 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.567850:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623355776:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.567965:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c39c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.575578:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.575627:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074953.576902:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3ed41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.577007:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fac00/0x2152b583a6e3ed41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074953.581413:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.588538:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.589439:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.596243:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.596700:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657133184
00000100:00100000:0.0:1769074953.596711:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657133184
00000100:00100000:0.0:1769074953.596791:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4223
00000100:00100000:0.0:1769074953.596801:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+444:13246:x1855007657133184:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074953.597130:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+445:13246:x1855007657133184:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 328us (3670us total) trans 4295106111 rc 0/0
00000100:00100000:0.0:1769074953.597138:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4223
00000100:00100000:3.0:1769074953.597518:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.602419:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657133824
00000100:00100000:0.0:1769074953.602428:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657133824
00000100:00100000:0.0:1769074953.602499:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209898
00000100:00100000:0.0:1769074953.602510:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+447:13246:x1855007657133824:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:0.0:1769074953.602567:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1769074953.602582:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000e6c81ef5 x1855007623355904) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3ed5d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eed expref: 447 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.602593:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3ea2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10408:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307df8 expref: 447 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.602599:0:11659:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3ed5d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eed expref: 447 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.602611:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3ed5d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307eed expref: 446 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.602612:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10408:0x0].0x0 (ffff90329e6c3200)
00000100:00100000:3.0:1769074953.602621:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623355904:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.602625:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e3ec3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ea7 expref: 445 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.602633:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00000100:00100000:3.0:1769074953.602633:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623356032:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.602637:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074953.602651:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f2:0x0].0x0 (ffff9032ad4d1900)
00010000:00010000:3.0:1769074953.602655:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.602658:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.602668:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.602670:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.602675:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.602678:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.602692:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ed79 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.602699:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ed79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.602705:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ed79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.602820:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.602827:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.602834:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000040:00080000:0.0:1769074953.603203:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].396, 64 off33536
00010000:00010000:0.0:1769074953.603261:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ed87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10408:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603269:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ed87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10408:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603290:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ed87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10408:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603297:0:5762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ed87 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10408:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603304:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ed87 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10408:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603310:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ed87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10408:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603330:0:5762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1769074953.603348:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603354:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603360:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603366:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.603369:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603377:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603387:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10408:0x0].0x0 (ffff903298a49600)
00010000:00010000:0.0:1769074953.603390:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1769074953.603393:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603399:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ed80 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10408:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603445:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603452:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603457:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603462:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.603464:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603470:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603477:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074953.603480:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.603482:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.603488:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ed72 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:0.0:1769074953.603495:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bdf3d5f6 reply state 0000000075ebf618 transno 4295106112 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ed79 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.603502:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1769074953.603550:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+446:13246:x1855007657133824:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1042us (1199us total) trans 4295106112 rc 0/0
00000100:00100000:0.0:1769074953.603556:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209898
00000100:00100000:3.0:1769074953.606257:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657133952
00000100:00100000:3.0:1769074953.606265:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657133952
00010000:00010000:3.0:1769074953.606310:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e3cdba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230750e expref: 446 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.606350:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5153
00000100:00100000:3.0:1769074953.606359:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+446:2368:x1855007657133952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.606373:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.606379:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e3cdba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230750e expref: 446 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.606392:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e3cdba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230750e expref: 446 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.606410:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e3cdba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230750e expref: 446 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.606422:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f2:0x0].0x0 (ffff9032ad4d1900)
00010000:00010000:3.0:1769074953.606426:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.606433:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.606441:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.606467:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.606523:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+445:2368:x1855007657133952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 164us (331us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.606531:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5153
00000100:00100000:0.0:1769074953.611032:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.613257:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657134336
00000100:00100000:3.0:1769074953.613266:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657134336
00000100:00100000:3.0:1769074953.613319:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209899
00000100:00100000:3.0:1769074953.613328:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+446:13245:x1855007657134336:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.613348:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.613367:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3ed95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307efb expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.613441:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3ed9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.613455:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ef4 expref: 447 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.613465:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3ed9c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.613497:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ef4 expref: 447 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.613510:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ef4 expref: 447 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.613528:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff55500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623356160:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.613601:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.616666:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074953.620115:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074953.620122:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3edb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10407:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.620130:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370b800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074953.620133:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3edb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10407:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.620139:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3edb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10407:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.620151:0:5750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10407:0x0].0x0 (ffff90328e9abb00)
00010000:00010000:0.0:1769074953.620153:0:5750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074953.620156:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3edb8 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10407:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.620162:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3edb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10407:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.620178:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074953.620180:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074953.620181:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074953.620730:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.621008:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5154
00000100:00100000:0.0:1769074953.621020:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:2369:x1855007657134720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.621038:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.621045:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ef4 expref: 449 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.621058:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ef4 expref: 449 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.621076:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3ed6b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100f2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ef4 expref: 449 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.621088:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f2:0x0].0x0 (ffff9032ad4d1900)
00010000:00010000:0.0:1769074953.621093:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3ed9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.621102:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3ed9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.621109:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fb600/0x2152b583a6e3ed9c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.621137:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.621187:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+448:2369:x1855007657134720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (459us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.621195:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5154
00010000:00010000:0.0:1769074953.622102:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3edaa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.622113:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3edaa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.622120:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3edaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.622127:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370b400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.622131:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3edaa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.622140:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3edaa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.622151:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xfd3f225d (ffff90328e9ab100)
00010000:00010000:0.0:1769074953.622154:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.622158:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3edaa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.622164:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3edaa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074953.625065:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.629137:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.634209:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074953.637874:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e3ede2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f10 expref: 451 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.637885:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3edf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f10 expref: 450 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.637890:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f4:0x0].0x0 (ffff9033916bc300)
00010000:00010000:1.0:1769074953.637892:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074953.637893:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:1.0:1769074953.638895:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+448:13245:x1855007657135232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1408us (1549us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.638901:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209903
00000100:00100000:3.0:1769074953.644249:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.644290:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.644330:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.644457:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657135360
00000100:00100000:0.0:1769074953.644462:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657135360
00000100:00100000:0.0:1769074953.644510:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1487
00000100:00100000:0.0:1769074953.644520:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:2369:x1855007657135360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.644536:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.644561:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3edf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f10 expref: 450 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.644579:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f4:0x0].0x0 (ffff9033916bc300)
00010000:00010000:0.0:1769074953.644584:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.644634:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:2369:x1855007657135360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 116us (392us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.644644:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1487
00000100:00100000:0.0:1769074953.644671:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209905
00000100:00100000:0.0:1769074953.644678:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:13246:x1855007657135744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.644686:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.644696:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f1e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.644731:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644740:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644748:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644761:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644768:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644773:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644868:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ee21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644875:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ee21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644879:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ee21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.644898:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:0.0:1769074953.644901:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074953.644935:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ee21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644946:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ee21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644954:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644959:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644965:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644971:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.644974:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.644992:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645001:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074953.645004:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.645009:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645015:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3ee13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645024:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645030:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645034:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645037:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.645039:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645042:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645046:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcd7d97c8 (ffff903298a49700)
00010000:00010000:0.0:1769074953.645047:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.645049:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645052:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3ee1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.645070:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f1e expref: 451 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.645078:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ee21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f1e expref: 450 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.645082:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074953.645084:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.645086:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603000, rc 0)
00000100:00100000:0.0:1769074953.645104:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13246:x1855007657135744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 428us (775us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.645109:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209905
00000100:00100000:3.0:1769074953.647949:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.648092:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657135872
00000100:00100000:1.0:1769074953.648102:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657135872
00010000:00010000:1.0:1769074953.648140:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e3ce4d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307546 expref: 450 pid: 5763 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.648181:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5155
00000100:00100000:1.0:1769074953.648190:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:2368:x1855007657135872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.648207:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.648214:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e3ce4d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307546 expref: 450 pid: 5763 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.648237:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e3ce4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307546 expref: 450 pid: 5763 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.648258:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f4:0x0].0x0 (ffff9033916bc300)
00010000:00010000:1.0:1769074953.648263:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.648284:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.648292:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.648311:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.648355:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:2368:x1855007657135872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 165us (445us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.648363:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5155
00000100:00100000:3.0:1769074953.651395:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.651495:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.651558:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657136000
00000100:00100000:0.0:1769074953.651567:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657136000
00000100:00100000:0.0:1769074953.651621:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1488
00000100:00100000:0.0:1769074953.651630:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:2366:x1855007657136000:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.651646:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.651666:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ee21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f1e expref: 449 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.651683:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074953.651688:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.651735:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+448:2366:x1855007657136000:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 106us (240us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.651742:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1488
00000100:00100000:3.0:1769074953.653263:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.653697:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657136256
00000100:00100000:1.0:1769074953.653705:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657136256
00000100:00100000:1.0:1769074953.653744:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657136384
00000100:00100000:1.0:1769074953.653746:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657136384
00000100:00100000:1.0:1769074953.653810:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209906
00000100:00100000:1.0:1769074953.653818:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:13246:x1855007657136256:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.653836:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.653853:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3ee2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f25 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.653990:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.654006:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c85 expref: 450 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.654018:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074953.654040:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209907
00010000:00010000:1.0:1769074953.654049:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c85 expref: 450 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074953.654049:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13245:x1855007657136384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.654059:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.654061:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c85 expref: 450 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.654068:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ee3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f2c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074953.654074:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3925180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623356416:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.654109:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.654118:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f17 expref: 451 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.654124:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074953.654144:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338a49aa80 going to sleep for 11 seconds
00010000:00010000:3.0:1769074953.654145:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f17 expref: 451 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.654153:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f17 expref: 451 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.654161:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc168380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623356544:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.654185:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3600 going to sleep for 11 seconds
00000100:00100000:1.0:1769074953.656870:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3925180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623356416:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.656900:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074953.658040:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc168380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623356544:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.658063:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.658099:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1769074953.658150:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.658179:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657136512
00000100:00100000:3.0:1769074953.658186:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657136512
00010000:00010000:3.0:1769074953.658222:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c85 expref: 452 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.658258:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5156
00000100:00100000:3.0:1769074953.658268:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+452:2368:x1855007657136512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.658293:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.658299:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c85 expref: 452 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.658311:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c85 expref: 452 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.658334:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3e592 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c85 expref: 452 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.658349:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074953.658354:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.658363:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.658370:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.658394:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.658447:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+451:2368:x1855007657136512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 181us (298us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.658455:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5156
00000100:00100000:1.0:1769074953.658706:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.658755:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657136640
00000100:00100000:0.0:1769074953.658760:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657136640
00010000:00010000:0.0:1769074953.658778:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f17 expref: 451 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.658805:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5157
00000100:00100000:0.0:1769074953.658812:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+451:2368:x1855007657136640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.658820:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.658825:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f17 expref: 451 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.658827:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.658834:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.658835:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f17 expref: 451 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.658849:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3ee0c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100f4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f17 expref: 451 pid: 11659 timeout: 2039 lvb_type: 0
00000004:00200000:1.0:1769074953.658854:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00010000:00010000:0.0:1769074953.658858:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f4:0x0].0x0 (ffff9033916bc300)
00010000:00010000:0.0:1769074953.658862:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.658868:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.658873:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.658889:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.658951:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:2368:x1855007657136640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 138us (245us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.658957:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5157
00010000:00010000:0.0:1769074953.658978:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.658996:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.659024:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f4:0x0]: returning size 1867776
00000004:00200000:0.0:1769074953.659027:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:1.0:1769074953.659035:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3ee2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f25 expref: 451 pid: 5762 timeout: 0 lvb_type: 0
00000004:00010000:0.0:1769074953.659038:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.659050:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f25 expref: 451 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.659055:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ee3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100f4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f2c expref: 451 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.659057:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074953.659060:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074953.659062:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9e00, rc 0)
00010000:00010000:0.0:1769074953.659070:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa200/0x2152b583a6e3ee44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f2c expref: 450 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.659076:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f4:0x0].0x0 (ffff9033916bc300)
00010000:00010000:0.0:1769074953.659078:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.659081:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa200, rc 0)
00000100:00100000:1.0:1769074953.659086:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13246:x1855007657136256:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5269us (7699us total) trans 4295106118 rc 0/0
00000100:00100000:1.0:1769074953.659093:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209906
00000100:00100000:0.0:1769074953.659095:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13245:x1855007657136384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5050us (5839us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.659101:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209907
00000100:00100000:1.0:1769074953.663653:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.663768:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657136768
00000100:00100000:0.0:1769074953.663778:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657136768
00000100:00100000:0.0:1769074953.663838:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209908
00000100:00100000:0.0:1769074953.663848:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:13246:x1855007657136768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.663872:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.663892:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ee52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f33 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.664013:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.664028:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f25 expref: 450 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.664036:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.664072:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f25 expref: 450 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.664086:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f25 expref: 450 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.664099:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286241880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623356672:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.664170:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389569900 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.666763:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286241880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623356672:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.666794:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074953.672051:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.672169:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.673368:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657136896
00000100:00100000:3.0:1769074953.673376:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657136896
00010000:00010000:3.0:1769074953.673405:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f25 expref: 451 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.673474:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5158
00000100:00100000:3.0:1769074953.673482:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+451:2368:x1855007657136896:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.673495:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.673501:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f25 expref: 451 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.673518:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f25 expref: 451 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.673535:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ee36 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f25 expref: 451 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.673548:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074953.673554:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.673563:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.673570:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.673599:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.673637:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:2368:x1855007657136896:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 155us (1599us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.673644:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5158
00010000:00010000:0.0:1769074953.673991:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.674000:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.674047:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:0.0:1769074953.674051:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074953.674069:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.674095:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3ee52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f33 expref: 450 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.674110:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f33 expref: 449 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.674117:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074953.674120:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.674122:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602800, rc 0)
00000100:00100000:0.0:1769074953.674162:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:13246:x1855007657136768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10316us (10520us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.674169:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209908
00000100:00100000:0.0:1769074953.676765:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.676850:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657137152
00000100:00100000:3.0:1769074953.676861:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657137152
00000100:00100000:3.0:1769074953.677149:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209910
00000100:00100000:3.0:1769074953.677160:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:13245:x1855007657137152:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.677181:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.677204:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ee75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f41 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.677291:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3ee7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.677306:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3ee7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.677317:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3ee7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074953.677382:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:3.0:1769074953.677386:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.677408:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3ee7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.677433:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ee75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f41 expref: 451 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.677449:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3ee7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f41 expref: 450 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.677458:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074953.677461:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074953.677465:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbc00, rc 0)
00000100:00100000:3.0:1769074953.677527:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13245:x1855007657137152:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 369us (772us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.677535:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209910
00000100:00100000:1.0:1769074953.679219:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.679372:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657137280
00000100:00100000:3.0:1769074953.679381:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657137280
00000100:00100000:3.0:1769074953.679475:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209911
00000100:00100000:3.0:1769074953.679485:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13246:x1855007657137280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.679503:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.679521:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ee83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f48 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.679585:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679599:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679608:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679621:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679627:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679632:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679698:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679704:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679710:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679715:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.679719:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679728:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679740:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.679742:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.679746:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679751:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ee8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679762:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679767:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679772:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679776:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.679778:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679783:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679788:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x14062c82 (ffff90328bb7f400)
00010000:00010000:3.0:1769074953.679790:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.679792:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679797:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ee91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.679825:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ee83 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f48 expref: 451 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.679833:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.679835:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.679838:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ee83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f48 expref: 451 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.679846:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:3.0:1769074953.679902:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13246:x1855007657137280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 418us (692us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074953.679950:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209911
00000100:00100000:1.0:1769074953.681268:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.684806:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.686348:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4227
00000100:00100000:1.0:1769074953.686362:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13246:x1855007657137664:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074953.686693:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+451:13246:x1855007657137664:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 333us (1893us total) trans 4295106119 rc 0/0
00000100:00100000:1.0:1769074953.686702:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4227
00000100:00100000:0.0:1769074953.689901:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.690183:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657137792
00000100:00100000:3.0:1769074953.690193:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657137792
00000100:00100000:3.0:1769074953.690295:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209912
00000100:00100000:3.0:1769074953.690306:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+451:13246:x1855007657137792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.690336:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.690360:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ee98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f4f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.690424:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690439:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690450:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690468:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690475:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690480:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690603:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eead lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690612:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eead lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690618:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eead lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074953.690651:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:3.0:1769074953.690656:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.690673:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eead lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690684:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eead lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690693:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690700:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690708:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690718:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c1200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.690723:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690732:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690745:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.690748:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.690753:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690759:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ee9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690772:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690778:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690783:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690788:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c1800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.690791:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690797:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690803:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcd7d97c8 (ffff90328bb7f100)
00010000:00010000:3.0:1769074953.690806:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.690809:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690814:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3eea6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.690844:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ee98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f4f expref: 453 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.690857:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eead lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f4f expref: 452 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.690864:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074953.690867:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.690869:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c1e00, rc 0)
00000100:00100000:3.0:1769074953.690966:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+452:13246:x1855007657137792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 662us (1074us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.690974:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209912
00000100:00100000:3.0:1769074953.693882:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.694036:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657138048
00000100:00100000:0.0:1769074953.694046:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657138048
00000100:00100000:0.0:1769074953.694101:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209913
00000100:00100000:0.0:1769074953.694111:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+452:13245:x1855007657138048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.694131:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.694151:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3eeb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f56 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.694244:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.694259:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad400/0x2152b583a6e2dcfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2302d86 expref: 453 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.694267:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.694301:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad400/0x2152b583a6e2dcfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302d86 expref: 453 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.694314:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad400/0x2152b583a6e2dcfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302d86 expref: 453 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.694333:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903391265180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623356800:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.694421:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389569900 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.695827:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657138432
00000100:00100000:3.0:1769074953.695835:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657138432
00000100:00100000:3.0:1769074953.695887:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1489
00000100:00100000:3.0:1769074953.695897:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:2367:x1855007657138432:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.695973:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.696003:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eead lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f4f expref: 454 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.696018:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074953.696023:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.696072:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+453:2367:x1855007657138432:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 176us (289us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.696080:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1489
00000100:00100000:1.0:1769074953.697641:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657138304
00000100:00100000:1.0:1769074953.697649:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657138304
00000100:00100000:1.0:1769074953.697684:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209914
00000100:00100000:1.0:1769074953.697690:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+453:13246:x1855007657138304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.697705:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.697720:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3eec2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f5d expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.697806:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.697816:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f33 expref: 454 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.697822:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.697848:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f33 expref: 454 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.697856:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f33 expref: 454 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.697865:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3926a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623356928:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074953.698049:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338a49aa80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.699612:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903391265180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623356800:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.699641:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074953.701948:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3926a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623356928:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.701974:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074953.702030:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657138560
00000100:00100000:3.0:1769074953.702038:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657138560
00000100:00100000:0.0:1769074953.702112:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657138688
00000100:00100000:0.0:1769074953.702117:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657138688
00010000:00010000:0.0:1769074953.702133:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f33 expref: 456 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.702172:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5159
00000100:00100000:0.0:1769074953.702185:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+456:2368:x1855007657138688:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.702200:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.702206:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f33 expref: 456 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.702220:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f33 expref: 456 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.702240:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602800/0x2152b583a6e3ee59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f33 expref: 456 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.702255:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074953.702261:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.702283:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.702291:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.702312:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074953.702610:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.702617:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074953.702637:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00010000:00010000:1.0:1769074953.702775:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3eec2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f5d expref: 455 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.702789:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f5d expref: 454 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.702796:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074953.702798:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074953.702800:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9800, rc 0)
00000100:00100000:0.0:1769074953.702840:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:2368:x1855007657138688:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 660us (964us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.702846:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5159
00010000:00010000:0.0:1769074953.702869:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.702875:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.702886:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00010000:00010000:0.0:1769074953.702976:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3eeb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f56 expref: 455 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.702998:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f56 expref: 454 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.703005:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074953.703008:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074953.703010:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602000, rc 0)
00000100:00100000:0.0:1769074953.703041:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:13245:x1855007657138048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8932us (9169us total) trans 4295106121 rc 0/0
00000100:00100000:0.0:1769074953.703049:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209913
00000100:00100000:1.0:1769074953.703727:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+453:13246:x1855007657138304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6032us (6169us total) trans 4295106120 rc 0/0
00000100:00100000:1.0:1769074953.703736:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209914
00000100:00100000:1.0:1769074953.707773:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657138816
00000100:00100000:1.0:1769074953.707784:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657138816
00000100:00100000:3.0:1769074953.708011:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.708288:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657138944
00000100:00100000:1.0:1769074953.708293:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657138944
00000100:00100000:1.0:1769074953.708331:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209915
00000100:00100000:1.0:1769074953.708341:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:13245:x1855007657138816:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.708365:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.708388:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3eede lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f64 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.708489:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.708503:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f56 expref: 455 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.708512:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.708545:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f56 expref: 455 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.708558:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f56 expref: 455 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.708571:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3926a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623357056:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074953.708650:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387a50600 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.708763:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209916
00000100:00100000:3.0:1769074953.708770:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+455:13246:x1855007657138944:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.708779:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.708787:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3eeec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f6b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.708817:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.708823:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f5d expref: 456 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.708828:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.708840:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f5d expref: 456 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.708845:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f5d expref: 456 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.708850:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc168380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623357184:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.708869:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.711966:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc168380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623357184:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.712008:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074953.712128:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3926a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623357056:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.712140:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.712359:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657139200
00000100:00100000:0.0:1769074953.712365:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657139200
00010000:00010000:0.0:1769074953.712392:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f5d expref: 457 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.712422:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657139072
00000100:00100000:0.0:1769074953.712423:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657139072
00010000:00010000:0.0:1769074953.712430:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f56 expref: 458 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.712449:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5161
00000100:00100000:0.0:1769074953.712460:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:2368:x1855007657139200:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.712472:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.712476:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f5d expref: 458 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.712483:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f5d expref: 458 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.712500:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3eec9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f5d expref: 458 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.712511:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074953.712514:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.712521:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.712526:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.712544:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.712579:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+457:2368:x1855007657139200:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 124us (765us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.712584:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5161
00000100:00100000:0.0:1769074953.712599:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5162
00000100:00100000:0.0:1769074953.712603:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+456:2368:x1855007657139072:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.712608:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.712611:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f56 expref: 456 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.712617:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f56 expref: 456 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.712625:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3eebb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f56 expref: 456 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.712631:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074953.712634:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.712638:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.712641:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.712651:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.712662:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+455:2368:x1855007657139072:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 59us (459us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.712667:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5162
00010000:00010000:0.0:1769074953.712701:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.712705:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074953.712741:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:0.0:1769074953.712745:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074953.712759:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.712780:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3eede lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f64 expref: 455 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.712789:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f64 expref: 454 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.712793:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074953.712795:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.712797:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8800, rc 0)
00000100:00100000:0.0:1769074953.712813:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:13245:x1855007657138816:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4476us (5121us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.712817:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209915
00010000:00010000:0.0:1769074953.713141:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.713147:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074953.713167:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:0.0:1769074953.713169:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074953.713175:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.713189:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3eeec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f6b expref: 454 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.713197:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f6b expref: 453 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.713201:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074953.713203:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.713204:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c1e00, rc 0)
00000100:00100000:0.0:1769074953.713222:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+453:13246:x1855007657138944:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4454us (5213us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.713227:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209916
00000100:00100000:0.0:1769074953.719511:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657139328
00000100:00100000:0.0:1769074953.719524:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657139328
00000100:00100000:1.0:1769074953.719584:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657139456
00000100:00100000:1.0:1769074953.719589:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657139456
00000100:00100000:1.0:1769074953.719628:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209917
00000100:00100000:1.0:1769074953.719638:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:13245:x1855007657139328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.719656:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.719674:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3eefa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f72 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.719725:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719737:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719745:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719754:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719759:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719763:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719823:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719829:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719833:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719836:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.719839:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719844:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719852:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074953.719854:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.719857:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719860:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3ef01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719869:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719873:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719876:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719879:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.719880:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719884:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719888:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x14062c82 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074953.719889:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.719891:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719894:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3ef08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.719928:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3eefa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f72 expref: 455 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.719934:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074953.719935:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.719938:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3eefa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f72 expref: 455 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.719943:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9200, rc 0)
00000100:00100000:1.0:1769074953.720010:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:13245:x1855007657139328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 373us (801us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074953.720017:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209917
00000100:00100000:1.0:1769074953.720038:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209918
00000100:00100000:1.0:1769074953.720045:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+453:13246:x1855007657139456:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.720053:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.720062:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3ef0f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f79 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.720095:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720103:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720110:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720120:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720126:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720131:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720201:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3ef24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720209:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3ef24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720216:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3ef24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074953.720247:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c5:0x0]: returning size 260096
00000004:00200000:1.0:1769074953.720251:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074953.720268:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3ef24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720403:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3ef24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720411:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720418:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720423:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720428:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.720431:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720437:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720446:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074953.720448:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.720451:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720457:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3ef16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720467:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720472:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720477:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720482:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.720485:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720490:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720496:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5e0db83a (ffff9032a2c16b00)
00010000:00010000:1.0:1769074953.720499:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.720501:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720506:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ef1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.720528:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3ef0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f79 expref: 455 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.720540:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3ef24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f79 expref: 454 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.720547:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:1.0:1769074953.720549:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074953.720551:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9600, rc 0)
00000100:00100000:1.0:1769074953.720582:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:13246:x1855007657139456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 536us (1262us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.720587:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209918
00000100:00100000:3.0:1769074953.726326:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.729231:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657139840
00000100:00100000:3.0:1769074953.729242:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657139840
00000100:00100000:3.0:1769074953.729322:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1490
00000100:00100000:3.0:1769074953.729333:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:2369:x1855007657139840:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.729349:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.729377:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3ef24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f79 expref: 454 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.729398:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:3.0:1769074953.729404:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.729477:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+453:2369:x1855007657139840:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 146us (477us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.729485:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1490
00000100:00100000:0.0:1769074953.731148:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657139712
00000100:00100000:0.0:1769074953.731162:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657139712
00000100:00100000:0.0:1769074953.731597:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4228
00000100:00100000:0.0:1769074953.731610:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+453:13245:x1855007657139712:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074953.731856:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+454:13245:x1855007657139712:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 248us (5541us total) trans 4295106122 rc 0/0
00000100:00100000:0.0:1769074953.731864:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4228
00000100:00100000:3.0:1769074953.734601:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.734805:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209920
00000100:00100000:3.0:1769074953.734813:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+455:13245:x1855007657140224:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.734843:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.734852:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3ef32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f87 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.734889:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.734904:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.734934:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.734958:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.734964:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.734971:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735092:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ef4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735100:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ef4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735107:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ef4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074953.735131:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:3.0:1769074953.735136:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.735155:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ef4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735165:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ef4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735173:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735182:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735188:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735194:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c1200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.735199:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735205:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735216:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074953.735219:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.735224:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735229:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3ef39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735237:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735240:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735244:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735247:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c0c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.735249:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735253:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735257:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcd7d97c8 (ffff90328bb7f100)
00010000:00010000:3.0:1769074953.735259:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.735260:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735263:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.735306:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3ef32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f87 expref: 458 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.735317:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ef4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f87 expref: 457 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.735324:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074953.735325:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.735327:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:3.0:1769074953.735359:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+457:13245:x1855007657140224:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 546us (764us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.735366:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209920
00000100:00100000:3.0:1769074953.740647:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657140608
00000100:00100000:3.0:1769074953.740658:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657140608
00000100:00100000:0.0:1769074953.740660:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657140352
00000100:00100000:0.0:1769074953.740665:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657140352
00000100:00100000:0.0:1769074953.740715:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1491
00000100:00100000:3.0:1769074953.740720:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209921
00000100:00100000:0.0:1769074953.740724:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:2368:x1855007657140352:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1769074953.740727:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:13245:x1855007657140608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.740742:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.740746:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.740765:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ef55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f8e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.740767:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3ef4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f87 expref: 458 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.740784:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074953.740788:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.740851:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:2368:x1855007657140352:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 127us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.740858:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1491
00010000:00010000:3.0:1769074953.740878:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.740894:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f64 expref: 457 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.740958:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.741003:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f64 expref: 457 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.741015:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f64 expref: 457 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.741029:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623357440:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.741095:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074953.741840:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb829180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623357312:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.741861:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074953.743621:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657140736
00000100:00100000:1.0:1769074953.743631:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657140736
00010000:00010000:1.0:1769074953.743670:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307caf expref: 458 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.743755:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5163
00000100:00100000:1.0:1769074953.743766:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:2368:x1855007657140736:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.743783:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.743790:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307caf expref: 458 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.743804:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307caf expref: 458 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.743840:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3e610 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307caf expref: 458 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.743860:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:1.0:1769074953.743866:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.743877:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.743884:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.743946:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.744016:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+457:2368:x1855007657140736:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 250us (660us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.744024:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5163
00000100:00100000:3.0:1769074953.747031:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623357440:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.747067:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074953.750844:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657140992
00000100:00100000:3.0:1769074953.750857:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657140992
00000100:00100000:1.0:1769074953.750867:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657140864
00000100:00100000:1.0:1769074953.750872:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657140864
00010000:00010000:1.0:1769074953.750899:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f64 expref: 458 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.750928:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209922
00000100:00100000:3.0:1769074953.750938:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:13246:x1855007657140992:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074953.750947:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5164
00000100:00100000:1.0:1769074953.750952:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:2368:x1855007657140864:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.750959:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.750966:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.750971:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f64 expref: 458 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.750987:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ef6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f95 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.750993:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f64 expref: 458 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.751012:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3eee5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f64 expref: 459 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.751026:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074953.751030:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.751040:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.751046:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.751067:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.751069:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074953.751077:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f80 expref: 458 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.751084:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.751110:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f80 expref: 458 pid: 5762 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074953.751116:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:2368:x1855007657140864:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 163us (387us total) trans 0 rc 0/0
00010000:00010000:3.0:1769074953.751123:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f80 expref: 458 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.751127:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5164
00000100:00100000:3.0:1769074953.751137:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623357568:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.751193:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00010000:00010000:3.0:1769074953.751211:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.751218:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074953.751234:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00010000:00010000:3.0:1769074953.751393:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3ef55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f8e expref: 459 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.751406:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f8e expref: 458 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.751413:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074953.751416:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074953.751418:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77000, rc 0)
00000100:00100000:3.0:1769074953.751443:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:13245:x1855007657140608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10716us (10866us total) trans 4295106124 rc 0/0
00000100:00100000:3.0:1769074953.751448:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209921
00000100:00100000:3.0:1769074953.760567:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657141120
00000100:00100000:3.0:1769074953.760578:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657141120
00000100:00100000:3.0:1769074953.760633:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209923
00000100:00100000:3.0:1769074953.760643:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:13245:x1855007657141120:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.760670:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.760692:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3ef7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307f9c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.760780:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.760795:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f8e expref: 459 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.760803:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.760841:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f8e expref: 459 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.760851:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3ef5c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f8e expref: 459 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.760865:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623357696:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.761125:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3300 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.764751:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.764837:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657141248
00000100:00100000:1.0:1769074953.764848:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657141248
00010000:00010000:1.0:1769074953.764888:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f80 expref: 460 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.764953:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5165
00000100:00100000:1.0:1769074953.764963:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:2368:x1855007657141248:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.764987:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.764994:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f80 expref: 460 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.765007:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3ef40 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f80 expref: 460 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.765041:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:1.0:1769074953.765047:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.765060:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.765067:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.765087:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.765135:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:2368:x1855007657141248:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (394us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.765143:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5165
00000100:00100000:0.0:1769074953.766627:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.766770:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623357696:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.766791:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074953.775547:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.777710:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.781388:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074953.781651:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.781671:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3efc5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307fb1 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.781775:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.781791:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ce0 expref: 459 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.781799:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efa2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fa3 expref: 459 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.781807:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.782024:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efa2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fa3 expref: 459 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.782038:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efa2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fa3 expref: 459 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.782051:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623357824:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074953.782183:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ce0 expref: 459 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.782192:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ce0 expref: 459 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.782201:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623357952:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074953.782225:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.783190:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.783451:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657142016
00000100:00100000:1.0:1769074953.783460:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657142016
00010000:00010000:1.0:1769074953.783492:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efa2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fa3 expref: 460 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.783568:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5167
00000100:00100000:1.0:1769074953.783579:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:2369:x1855007657142016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.783592:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.783598:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efa2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fa3 expref: 460 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.783611:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efa2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fa3 expref: 460 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.783631:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:1.0:1769074953.783636:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.783644:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.783651:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.783700:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:2369:x1855007657142016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 123us (514us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.783712:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5167
00000100:00100000:0.0:1769074953.790006:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.790114:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.790194:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657142400
00000100:00100000:3.0:1769074953.790204:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657142400
00000100:00100000:3.0:1769074953.790260:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209927
00000100:00100000:3.0:1769074953.790268:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13245:x1855007657142400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.790288:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.790310:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3efd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307fb8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.790428:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.790441:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad800/0x2152b583a6e2ddad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2302dc5 expref: 461 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.790452:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3efbe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307faa expref: 461 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.790459:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.790491:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3efbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307faa expref: 461 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.790502:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3efbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307faa expref: 461 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.790521:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc169500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623358080:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.790599:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad800/0x2152b583a6e2ddad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302dc5 expref: 461 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.790605:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad800/0x2152b583a6e2ddad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302dc5 expref: 461 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.790611:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623358208:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.790624:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3300 going to sleep for 11 seconds
00000100:00100000:1.0:1769074953.790844:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657142144
00000100:00100000:1.0:1769074953.790849:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657142144
00010000:00010000:1.0:1769074953.790873:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3efbe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307faa expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.790938:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5168
00000100:00100000:1.0:1769074953.790947:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2369:x1855007657142144:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.790958:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.790962:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3efbe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307faa expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.790970:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3efbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307faa expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.790996:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:1.0:1769074953.791001:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.791009:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.791015:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.791043:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2369:x1855007657142144:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 97us (1046us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.791050:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5168
00010000:00010000:2.0:1769074953.791232:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000635463c3 x1855007623357824) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efa2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fa3 expref: 461 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.791246:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efa2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fa3 expref: 461 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.791266:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623357824:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074953.791293:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623357952:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074953.791309:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:2.0:1769074953.791313:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.791319:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.791327:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074953.792365:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.792645:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657142528
00000100:00100000:0.0:1769074953.792652:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657142528
00010000:00010000:0.0:1769074953.792675:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ce0 expref: 461 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.792707:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5169
00000100:00100000:0.0:1769074953.792715:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:2369:x1855007657142528:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.792724:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.792729:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ce0 expref: 461 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.792739:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ce0 expref: 461 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.792755:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3e6c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ce0 expref: 461 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.792766:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:0.0:1769074953.792769:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.792775:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.792780:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.792794:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.792823:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:2369:x1855007657142528:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 110us (462us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.792830:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5169
00010000:00010000:2.0:1769074953.793174:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.793182:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074953.793202:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00010000:00010000:2.0:1769074953.793422:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3efc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb1 expref: 461 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.793439:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb1 expref: 460 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.793447:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:2.0:1769074953.793450:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074953.793452:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a200, rc 0)
00000100:00100000:2.0:1769074953.793527:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13246:x1855007657141888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11896us (12150us total) trans 4295106125 rc 0/0
00000100:00100000:2.0:1769074953.793535:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209926
00010000:00010000:3.0:1769074953.795154:0:5762:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000007127bc87 x1855007623358080) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3efbe lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307faa expref: 459 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.795177:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3efbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307faa expref: 459 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.795191:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc169500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623358080:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.795203:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623358208:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.795293:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:3.0:1769074953.795299:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.795309:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.795318:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.796550:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.796744:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657142656
00000100:00100000:3.0:1769074953.796752:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657142656
00010000:00010000:3.0:1769074953.796784:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad800/0x2152b583a6e2ddad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302dc5 expref: 459 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.796829:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5170
00000100:00100000:3.0:1769074953.796838:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+459:2368:x1855007657142656:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.796852:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.796858:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad800/0x2152b583a6e2ddad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302dc5 expref: 459 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.796870:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad800/0x2152b583a6e2ddad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302dc5 expref: 459 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.796890:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad800/0x2152b583a6e2ddad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302dc5 expref: 459 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.797181:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:3.0:1769074953.797188:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.797196:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.797203:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.797228:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.797286:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:2368:x1855007657142656:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 449us (741us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.797294:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5170
00010000:00010000:2.0:1769074953.797640:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.797649:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074953.797669:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00010000:00010000:2.0:1769074953.797818:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3efd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb8 expref: 459 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.797833:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb8 expref: 458 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.797841:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:2.0:1769074953.797843:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074953.797846:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c1800, rc 0)
00000100:00100000:2.0:1769074953.797879:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:13245:x1855007657142400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7611us (7764us total) trans 4295106126 rc 0/0
00000100:00100000:2.0:1769074953.797886:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209927
00000100:00100000:0.0:1769074953.799003:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.799084:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657142784
00000100:00100000:2.0:1769074953.799092:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657142784
00000100:00100000:2.0:1769074953.799142:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209928
00000100:00100000:2.0:1769074953.799152:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+458:13246:x1855007657142784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.799173:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.799186:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307fbf expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.799255:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.799284:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb1 expref: 459 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.799291:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.799317:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb1 expref: 459 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.799326:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb1 expref: 459 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.799335:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623358336:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074953.799392:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:2.0:1769074953.802567:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623358336:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074953.802597:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.803818:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.803988:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.804109:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657143040
00000100:00100000:2.0:1769074953.804120:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657143040
00000100:00100000:2.0:1769074953.804222:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209929
00000100:00100000:2.0:1769074953.804233:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13245:x1855007657143040:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.804261:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.804282:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3effd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307fc6 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.804369:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.804382:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb8 expref: 461 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.804390:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.804424:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb8 expref: 461 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.804434:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb8 expref: 461 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.804447:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623358464:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074953.804526:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.804642:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657142912
00000100:00100000:3.0:1769074953.804648:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657142912
00010000:00010000:3.0:1769074953.804671:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb1 expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.804700:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5171
00000100:00100000:3.0:1769074953.804707:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2369:x1855007657142912:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.804716:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.804722:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb1 expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.804733:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb1 expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.804752:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3efcc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb1 expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.804767:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:3.0:1769074953.804772:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.804780:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.804786:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.804811:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074953.804845:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.804853:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074953.804858:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:2369:x1855007657142912:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 151us (1043us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.804865:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5171
00000004:00200000:2.0:1769074953.804885:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00000004:00200000:2.0:1769074953.804891:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074953.804926:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.804954:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3efef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fbf expref: 461 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.804967:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fbf expref: 460 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.804973:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:2.0:1769074953.804975:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074953.804988:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370b400, rc 0)
00000100:00100000:2.0:1769074953.805028:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13246:x1855007657142784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5877us (6032us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.805034:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209928
00000100:00100000:1.0:1769074953.809596:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.809764:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623358464:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074953.809766:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074953.809791:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074953.809823:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657143168
00000100:00100000:2.0:1769074953.809831:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657143168
00000100:00100000:2.0:1769074953.809957:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209930
00000100:00100000:2.0:1769074953.809967:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13246:x1855007657143168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.809996:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.810016:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f00b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307fcd expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.810081:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810095:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810109:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810124:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810131:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810138:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.810166:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657143296
00000100:00100000:0.0:1769074953.810171:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657143296
00010000:00010000:0.0:1769074953.810192:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb8 expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.810233:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5172
00000100:00100000:0.0:1769074953.810241:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2369:x1855007657143296:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074953.810241:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810249:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.810250:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.810255:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb8 expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.810256:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.810267:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb8 expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.810283:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3efda lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fb8 expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.810297:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:0.0:1769074953.810301:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074953.810303:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00000004:00200000:2.0:1769074953.810307:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:0.0:1769074953.810309:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.810315:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00000004:00010000:2.0:1769074953.810323:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074953.810332:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074953.810334:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810340:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810345:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810355:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810360:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074953.810363:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810370:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810377:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074953.810379:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074953.810383:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.810384:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:2369:x1855007657143296:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 144us (617us total) trans 0 rc 0/0
00010000:00010000:2.0:1769074953.810389:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f012 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.810391:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5172
00010000:00010000:2.0:1769074953.810398:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810403:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810408:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810413:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370ae00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074953.810415:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810420:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810426:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa5e17578 (ffff90328e9abc00)
00010000:00010000:2.0:1769074953.810428:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074953.810431:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810436:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f019 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.810472:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f00b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 461 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.810485:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 460 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.810491:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:2.0:1769074953.810493:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074953.810496:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a400, rc 0)
00000100:00100000:2.0:1769074953.810521:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13246:x1855007657143168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 556us (935us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.810527:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209930
00010000:00010000:3.0:1769074953.811114:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.811122:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074953.811149:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00000004:00200000:3.0:1769074953.811152:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.811165:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.811187:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3effd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fc6 expref: 460 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.811201:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fc6 expref: 459 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.811208:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:3.0:1769074953.811210:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.811213:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370b800, rc 0)
00000100:00100000:3.0:1769074953.811239:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+459:13245:x1855007657143040:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7009us (7262us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.811246:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209929
00000100:00100000:3.0:1769074953.821065:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.821106:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.821131:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.821201:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657143424
00000100:00100000:0.0:1769074953.821211:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657143424
00000100:00100000:0.0:1769074953.821263:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657143680
00000100:00100000:0.0:1769074953.821267:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657143680
00000100:00100000:0.0:1769074953.821290:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209931
00000100:00100000:0.0:1769074953.821299:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13245:x1855007657143424:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.821319:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.821339:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3f027 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307fd4 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.821403:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821415:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821423:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821434:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821438:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821442:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821536:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3f03c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821541:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3f03c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821544:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3f03c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.821575:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00000004:00200000:0.0:1769074953.821578:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074953.821591:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3f03c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821598:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3f03c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821603:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821607:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821610:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821614:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.821616:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821621:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821628:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074953.821630:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.821633:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821637:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f02e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821645:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821648:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821652:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821654:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.821656:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821659:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821662:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0b3ea (ffff903298a49700)
00010000:00010000:0.0:1769074953.821663:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.821665:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821667:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f035 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821686:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3f027 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fd4 expref: 462 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.821693:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3f03c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fd4 expref: 461 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.821697:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:0.0:1769074953.821698:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.821699:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603400, rc 0)
00000100:00100000:0.0:1769074953.821753:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:13245:x1855007657143424:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 456us (700us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.821758:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209931
00000100:00100000:0.0:1769074953.821774:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209932
00000100:00100000:0.0:1769074953.821778:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13246:x1855007657143680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.821783:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.821789:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3f043 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307fdb expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.821832:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821839:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d03 expref: 461 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.821844:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 461 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.821848:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.821870:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 461 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.821879:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 461 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.821888:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb609500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623358592:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.821973:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d03 expref: 461 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.821997:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d03 expref: 461 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.822007:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb608380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623358720:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.822032:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8300 going to sleep for 11 seconds
00000100:00100000:1.0:1769074953.822166:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657143808
00000100:00100000:1.0:1769074953.822170:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657143808
00010000:00010000:1.0:1769074953.822187:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.822208:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5173
00000100:00100000:1.0:1769074953.822213:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2368:x1855007657143808:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.822219:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.822222:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.822229:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.822238:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:1.0:1769074953.822240:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.822244:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.822247:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.822261:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2368:x1855007657143808:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 49us (1130us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.822265:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5173
00000100:00100000:0.0:1769074953.826255:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.826332:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657143936
00000100:00100000:1.0:1769074953.826342:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657143936
00010000:00010000:1.0:1769074953.826382:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d03 expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.826436:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5174
00000100:00100000:1.0:1769074953.826447:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2369:x1855007657143936:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.826471:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.826478:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d03 expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.826484:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000efc92126 x1855007623358592) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.826489:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d03 expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.826500:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f020 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fcd expref: 462 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.826511:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00000100:00100000:3.0:1769074953.826514:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb609500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623358592:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.826517:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.826524:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3e736 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d03 expref: 461 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.826526:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074953.826532:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb608380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623358720:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.826534:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.826550:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074953.826558:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:3.0:1769074953.826563:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.826570:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.826575:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074953.826594:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00000100:00100000:1.0:1769074953.826750:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2369:x1855007657143936:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 305us (504us total) trans 0 rc 0/0
00010000:00010000:3.0:1769074953.826750:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603a00/0x2152b583a6e3f043 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fdb expref: 462 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074953.826759:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5174
00010000:00010000:3.0:1769074953.826764:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fdb expref: 461 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.826772:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:3.0:1769074953.826774:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074953.826776:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602000, rc 0)
00000100:00100000:3.0:1769074953.826800:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13246:x1855007657143680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5022us (5693us total) trans 4295106127 rc 0/0
00000100:00100000:3.0:1769074953.826807:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209932
00000100:00100000:1.0:1769074953.827290:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.827325:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.827375:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657144320
00000100:00100000:0.0:1769074953.827380:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657144064
00000100:00100000:3.0:1769074953.827381:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657144320
00000100:00100000:0.0:1769074953.827383:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657144064
00000100:00100000:3.0:1769074953.827415:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209933
00000100:00100000:3.0:1769074953.827423:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:13245:x1855007657144320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.827438:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.827453:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f058 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307fe2 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.827530:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.827542:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddadc00/0x2152b583a6e2de2b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2302def expref: 462 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.827549:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3f03c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fd4 expref: 462 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074953.827557:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1492
00010000:00010000:3.0:1769074953.827557:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074953.827565:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2369:x1855007657144064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.827573:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.827583:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:0.0:1769074953.827586:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.827587:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603400/0x2152b583a6e3f03c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fd4 expref: 462 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.827593:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.827598:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074953.827602:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddadc00/0x2152b583a6e2de2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302def expref: 461 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.827613:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddadc00/0x2152b583a6e2de2b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302def expref: 461 pid: 5763 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.827626:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623358976:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.827633:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:2369:x1855007657144064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 70us (345us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.827639:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1492
00000100:00100000:3.0:1769074953.827670:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3300 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.830400:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623358976:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074953.830426:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074953.830701:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.832029:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657144448
00000100:00100000:2.0:1769074953.832042:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657144448
00000100:00100000:2.0:1769074953.832105:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209934
00000100:00100000:2.0:1769074953.832115:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:13246:x1855007657144448:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.832139:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.832158:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f066 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307fe9 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.832249:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.832263:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fdb expref: 462 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.832381:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.832418:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fdb expref: 462 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.832429:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fdb expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.832443:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623359104:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074953.832593:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.833334:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.833418:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657144576
00000100:00100000:1.0:1769074953.833426:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657144576
00010000:00010000:1.0:1769074953.833530:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddadc00/0x2152b583a6e2de2b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302def expref: 463 pid: 5763 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.833611:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5175
00000100:00100000:1.0:1769074953.833620:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:2369:x1855007657144576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.833632:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.833637:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddadc00/0x2152b583a6e2de2b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302def expref: 463 pid: 5763 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.833649:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddadc00/0x2152b583a6e2de2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302def expref: 463 pid: 5763 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.833668:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddadc00/0x2152b583a6e2de2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302def expref: 463 pid: 5763 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.833682:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:1.0:1769074953.833687:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.833695:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.833702:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.833732:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.833783:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2369:x1855007657144576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 164us (450us total) trans 0 rc 0/0
00010000:00010000:3.0:1769074953.833785:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074953.833790:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5175
00010000:00010000:3.0:1769074953.833794:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074953.833812:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00010000:00010000:3.0:1769074953.833995:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f058 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe2 expref: 463 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.834010:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe2 expref: 462 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.834017:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:3.0:1769074953.834020:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074953.834023:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73c00, rc 0)
00000100:00100000:3.0:1769074953.834063:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:13245:x1855007657144320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6640us (6737us total) trans 4295106128 rc 0/0
00000100:00100000:3.0:1769074953.834071:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209933
00000100:00100000:0.0:1769074953.836605:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.836662:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623359104:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074953.836684:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657144704
00010000:00010000:2.0:1769074953.836690:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074953.836692:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657144704
00010000:00010000:1.0:1769074953.836725:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fdb expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.836762:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5176
00000100:00100000:1.0:1769074953.836772:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2368:x1855007657144704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.836788:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.836795:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fdb expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.836812:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fdb expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.836834:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602000/0x2152b583a6e3f04a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fdb expref: 462 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.836855:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:1.0:1769074953.836863:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.836872:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.836878:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.836903:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074953.836937:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.836945:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074953.836996:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00000004:00200000:2.0:1769074953.837001:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074953.837021:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.837050:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f066 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe9 expref: 462 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.837065:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe9 expref: 461 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.837071:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:2.0:1769074953.837074:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074953.837076:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370ae00, rc 0)
00000100:00100000:2.0:1769074953.837105:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:13246:x1855007657144448:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4991us (6404us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.837112:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209934
00000100:00100000:1.0:1769074953.837396:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:2368:x1855007657144704:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 625us (798us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.837408:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5176
00000100:00100000:2.0:1769074953.844025:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.844090:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657144832
00000100:00100000:1.0:1769074953.844103:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657144832
00000100:00100000:1.0:1769074953.844166:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209935
00000100:00100000:1.0:1769074953.844176:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13245:x1855007657144832:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.844202:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.844220:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f07b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ff0 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.844296:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.844310:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe2 expref: 461 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.844319:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.844351:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe2 expref: 461 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.844360:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe2 expref: 461 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.844370:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623359232:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074953.844435:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033babe6c00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.845362:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.845475:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657144960
00000100:00100000:3.0:1769074953.845482:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657144960
00000100:00100000:3.0:1769074953.845532:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209936
00000100:00100000:3.0:1769074953.845541:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:13246:x1855007657144960:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.845555:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.845570:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f089 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ff7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.845618:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845630:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845641:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845654:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845661:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845668:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845765:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3f09e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845778:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3f09e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845785:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3f09e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074953.845814:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00000004:00200000:3.0:1769074953.845819:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.845837:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3f09e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845847:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3f09e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845854:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845861:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845868:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845874:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.845879:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845887:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845897:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.845901:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.845927:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845934:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f090 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845962:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845967:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845973:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845986:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.845989:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.845995:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.846003:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xb0449b87 (ffff90328bb7f100)
00010000:00010000:3.0:1769074953.846006:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.846009:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.846015:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f097 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.846048:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f089 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff7 expref: 464 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.846066:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3f09e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff7 expref: 463 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.846077:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:3.0:1769074953.846080:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.846082:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:3.0:1769074953.846133:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:13246:x1855007657144960:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 593us (775us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.846141:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209936
00000100:00100000:1.0:1769074953.847327:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623359232:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.847354:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074953.848219:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.848372:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657145088
00000100:00100000:1.0:1769074953.848381:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657145088
00010000:00010000:1.0:1769074953.848415:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe2 expref: 463 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.848456:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5177
00000100:00100000:1.0:1769074953.848465:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:2369:x1855007657145088:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.848479:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.848486:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe2 expref: 463 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.848497:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe2 expref: 463 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.848518:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f05f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe2 expref: 463 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.848533:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:1.0:1769074953.848539:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.848548:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.848555:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.848581:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.848635:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2369:x1855007657145088:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (418us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.848644:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5177
00010000:00010000:3.0:1769074953.848807:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.848816:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074953.848859:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00000004:00200000:3.0:1769074953.848864:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.848882:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074953.849103:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f07b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff0 expref: 462 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.849121:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff0 expref: 461 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.849129:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:3.0:1769074953.849132:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.849135:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:3.0:1769074953.849165:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:13245:x1855007657144832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4991us (5151us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.849176:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209935
00000100:00100000:0.0:1769074953.851620:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.851733:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657145216
00000100:00100000:2.0:1769074953.851743:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657145216
00000100:00100000:2.0:1769074953.851838:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1493
00000100:00100000:2.0:1769074953.851848:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:2369:x1855007657145216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074953.851862:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074953.851885:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3f09e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff7 expref: 461 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.852111:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:2.0:1769074953.852119:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074953.852211:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:2369:x1855007657145216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 363us (598us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.852231:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1493
00000100:00100000:0.0:1769074953.853003:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.853403:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657145472
00000100:00100000:1.0:1769074953.853411:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657145472
00000100:00100000:1.0:1769074953.853454:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209937
00000100:00100000:1.0:1769074953.853462:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+460:13246:x1855007657145472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.853480:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.853498:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f0a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2307ffe expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.853600:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f0ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.853614:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f0ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.853625:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f0ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074953.853635:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00010000:00010000:1.0:1769074953.853764:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f0a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ffe expref: 463 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.853780:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f0ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ffe expref: 462 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.853788:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:1.0:1769074953.853791:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074953.853794:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8c00, rc 0)
00000100:00100000:1.0:1769074953.853844:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:13246:x1855007657145472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 382us (844us total) trans 4295106129 rc 0/0
00000100:00100000:1.0:1769074953.853852:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209937
00000100:00100000:1.0:1769074953.856205:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.856427:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657145600
00000100:00100000:2.0:1769074953.856437:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657145600
00000100:00100000:2.0:1769074953.856518:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209938
00000100:00100000:2.0:1769074953.856528:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:13245:x1855007657145600:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.856549:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.856569:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f0ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308005 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.856627:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856640:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856651:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856664:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856671:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856677:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856779:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f0cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856788:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f0cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856797:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f0cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074953.856829:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00000004:00200000:2.0:1769074953.856834:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074953.856850:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f0cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856861:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f0cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856870:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856877:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856884:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856891:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370bc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074953.856896:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.856903:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074953.857931:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.858240:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657145728
00000100:00100000:3.0:1769074953.858250:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657145728
00000100:00100000:3.0:1769074953.858304:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1494
00000100:00100000:3.0:1769074953.858317:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+464:2366:x1855007657145728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.858330:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.858351:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f0ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ffe expref: 464 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.858369:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:3.0:1769074953.858374:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.858426:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:2366:x1855007657145728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 113us (523us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.858433:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1494
00010000:00010000:2.0:1769074953.858999:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074953.859002:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074953.859008:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.859016:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f0c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.859030:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.859036:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.859042:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.859048:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370b200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074953.859051:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.859058:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.859066:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa5e17578 (ffff90328e9abc00)
00010000:00010000:2.0:1769074953.859069:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074953.859072:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.859077:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f0c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.859116:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f0ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308005 expref: 463 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.859131:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f0cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308005 expref: 462 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.859138:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:2.0:1769074953.859141:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074953.859144:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370ba00, rc 0)
00000100:00100000:2.0:1769074953.859184:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:13245:x1855007657145600:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2658us (2988us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.859192:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209938
00000100:00100000:0.0:1769074953.862329:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.862406:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657145984
00000100:00100000:1.0:1769074953.862416:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657145984
00000100:00100000:1.0:1769074953.862483:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1495
00000100:00100000:1.0:1769074953.862494:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2368:x1855007657145984:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.862513:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.862538:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f0cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308005 expref: 462 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.862558:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:1.0:1769074953.862563:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.862623:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+461:2368:x1855007657145984:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 131us (303us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.862631:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1495
00000100:00100000:3.0:1769074953.864193:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.864263:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.864380:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657146240
00000100:00100000:2.0:1769074953.864389:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657146240
00000100:00100000:2.0:1769074953.864433:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657145856
00000100:00100000:2.0:1769074953.864437:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657145856
00000100:00100000:2.0:1769074953.864468:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209939
00000100:00100000:2.0:1769074953.864477:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:13245:x1855007657146240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.864500:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.864519:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f0d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308013 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.864625:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.864639:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e2ded3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2302e20 expref: 463 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.864648:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.864681:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e2ded3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302e20 expref: 463 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.864694:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e2ded3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302e20 expref: 463 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.864712:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623359360:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074953.864780:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00000100:00100000:3.0:1769074953.864836:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209940
00000100:00100000:3.0:1769074953.864847:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:13246:x1855007657145856:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.864855:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.864866:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f0e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230800c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.864902:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.864950:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.864962:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865011:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865020:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865028:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865091:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865099:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865105:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865111:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.865115:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865121:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865132:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.865135:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.865140:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865150:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f0eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865161:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865166:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865171:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865176:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.865179:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865184:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865191:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa30b707c (ffff90328bb7f100)
00010000:00010000:3.0:1769074953.865194:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.865196:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865201:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f0f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074953.865234:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f0e4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230800c expref: 464 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.865243:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074953.865245:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.865249:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f0e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230800c expref: 464 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.865258:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72000, rc 0)
00000100:00100000:3.0:1769074953.865289:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:13246:x1855007657145856:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 445us (1025us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074953.865296:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209940
00000100:00100000:0.0:1769074953.870037:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.870081:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.870120:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657146368
00000100:00100000:3.0:1769074953.870132:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657146368
00010000:00010000:3.0:1769074953.870168:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e2ded3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302e20 expref: 463 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.870252:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657146496
00000100:00100000:1.0:1769074953.870259:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657146496
00000100:00100000:1.0:1769074953.870291:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209941
00000100:00100000:1.0:1769074953.870300:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+464:13246:x1855007657146496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.870317:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.870336:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f0f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230801a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.870405:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870420:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870431:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870451:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870458:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870464:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870528:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870535:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870548:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870553:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.870560:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870567:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870578:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074953.870580:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.870587:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870596:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f100 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870606:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870611:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870616:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870620:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.870622:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870627:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870633:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xb5cf106d (ffff9032a2c16b00)
00010000:00010000:1.0:1769074953.870635:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.870637:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870641:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f107 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.870670:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f0f9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230801a expref: 465 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.870678:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074953.870680:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.870683:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f0f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230801a expref: 465 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.870690:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:1.0:1769074953.870741:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+464:13246:x1855007657146496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 443us (659us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074953.870748:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209941
00000100:00100000:2.0:1769074953.871013:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623359360:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074953.871038:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074953.871450:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5178
00000100:00100000:3.0:1769074953.871533:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:2368:x1855007657146368:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.871547:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.871554:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e2ded3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302e20 expref: 463 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.871566:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e2ded3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302e20 expref: 463 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.871581:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e2ded3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2302e20 expref: 463 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.871591:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:3.0:1769074953.871595:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.871602:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.871610:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.871674:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.871712:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:2368:x1855007657146368:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 186us (1802us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.871720:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5178
00010000:00010000:2.0:1769074953.872341:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.872349:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074953.872368:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00010000:00010000:2.0:1769074953.872520:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f0d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308013 expref: 463 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.872536:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308013 expref: 462 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.872545:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:2.0:1769074953.872547:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074953.872550:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a000, rc 0)
00000100:00100000:2.0:1769074953.873099:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:13245:x1855007657146240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8618us (8908us total) trans 4295106130 rc 0/0
00000100:00100000:2.0:1769074953.873109:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209939
00000100:00100000:1.0:1769074953.876410:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.876498:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657146624
00000100:00100000:2.0:1769074953.876509:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657146624
00000100:00100000:2.0:1769074953.876605:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209942
00000100:00100000:2.0:1769074953.876615:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+462:13245:x1855007657146624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.876639:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.876657:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f115 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308021 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.876730:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.876744:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308013 expref: 463 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.876752:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074953.876781:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308013 expref: 463 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.876793:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308013 expref: 463 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.876806:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623359488:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074953.876883:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.883118:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.883177:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.883253:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657147008
00000100:00100000:1.0:1769074953.883262:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657147008
00000100:00100000:1.0:1769074953.883320:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209943
00000100:00100000:1.0:1769074953.883330:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+464:13246:x1855007657147008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.883350:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.883354:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074953.883380:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3eddb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f09 expref: 464 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.883399:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074953.883403:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074953.883417:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f123 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308028 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.883535:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.883545:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.883551:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.883564:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.883568:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.883572:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00080000:1.0:1769074953.883838:0:11659:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c7:0x0], index 1: 0
00010000:00010000:1.0:1769074953.884106:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.884115:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.884121:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.884153:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.884160:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.884164:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.884169:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.884172:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.884176:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.884183:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074953.884185:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.884187:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.884191:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f12a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:1.0:1769074953.884197:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000442fdd9f reply state 00000000b5bd9e86 transno 4295106131 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074953.884202:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074953.884225:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f123 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308028 expref: 466 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.884237:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308028 expref: 465 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.884244:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074953.884246:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074953.884248:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:1.0:1769074953.884323:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+466:13246:x1855007657147008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 994us (1143us total) trans 4295106131 rc 0/0
00000100:00100000:1.0:1769074953.884330:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209943
00000100:00100000:2.0:1769074953.884445:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623359488:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074953.884481:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074953.885733:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657146752
00000100:00100000:3.0:1769074953.885746:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657146752
00010000:00010000:1.0:1769074953.886072:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308013 expref: 466 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.886154:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5179
00000100:00100000:1.0:1769074953.886164:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+466:2368:x1855007657146752:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.886181:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.886188:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308013 expref: 466 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.886201:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308013 expref: 466 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.886221:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f0dd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308013 expref: 466 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.886236:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:1.0:1769074953.886241:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.886250:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.886257:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074953.886298:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074953.886380:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.886389:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074953.886432:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00000004:00200000:3.0:1769074953.886436:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074953.886465:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.886496:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f115 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308021 expref: 466 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.886510:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308021 expref: 465 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.886517:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:3.0:1769074953.886520:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074953.886522:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370b200, rc 0)
00000100:00100000:1.0:1769074953.886566:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+465:2368:x1855007657146752:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 402us (3454us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.886574:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5179
00000100:00100000:3.0:1769074953.886880:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+464:13245:x1855007657146624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10266us (10478us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.886888:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209942
00010000:00010000:1.0:1769074953.887046:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.887055:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.887061:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.887067:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.887071:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.887080:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.887090:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa30b707c (ffff9032a2c16b00)
00010000:00010000:1.0:1769074953.887093:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.887097:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.887101:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f131 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074953.890141:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.890205:0:13349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657147136
00000100:00100000:2.0:1769074953.890216:0:13349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657147136
00000100:00100000:2.0:1769074953.890319:0:13349:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2897
00000100:00100000:2.0:1769074953.890330:0:13349:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+97:2367:x1855007657147136:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.890348:0:13349:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.890370:0:13349:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230802f expref: -99 pid: 13349 timeout: 0 lvb_type: 0
00002000:00010000:2.0:1769074953.890397:0:13349:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1769074953.890416:0:13349:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074953.890419:0:13349:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074953.890427:0:13349:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230802f expref: 98 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074953.890443:0:13349:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230802f expref: 98 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074953.890468:0:13349:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a400, rc 0)
00000100:00100000:2.0:1769074953.890534:0:13349:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+98:2367:x1855007657147136:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 205us (398us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.890541:0:13349:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2897
00000100:00100000:0.0:1769074953.892619:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.892665:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657147264
00000100:00100000:3.0:1769074953.892675:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657147264
00000100:00100000:3.0:1769074953.892763:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209944
00000100:00100000:3.0:1769074953.892773:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:13245:x1855007657147264:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.892796:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.892814:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f14d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308036 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.892877:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.892892:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.892903:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.892938:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.892945:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.892952:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893042:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893051:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893059:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893064:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.893069:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893077:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893089:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074953.893093:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.893098:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893105:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f154 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893116:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893121:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893127:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893132:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.893135:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893141:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893148:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x7063c938 (ffff90328bb7f100)
00010000:00010000:3.0:1769074953.893150:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.893153:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893160:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f15b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.893191:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f14d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308036 expref: 464 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.893200:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074953.893203:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.893206:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f14d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308036 expref: 464 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.893215:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72000, rc 0)
00000100:00100000:3.0:1769074953.893286:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:13245:x1855007657147264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 514us (671us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074953.893293:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209944
00000100:00100000:0.0:1769074953.896117:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.896154:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657147392
00000100:00100000:3.0:1769074953.896165:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657147392
00000100:00100000:3.0:1769074953.896223:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209945
00000100:00100000:3.0:1769074953.896234:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:13245:x1855007657147392:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.896255:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.896503:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f162 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230803d expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.896575:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896589:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896600:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896615:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896622:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896628:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896702:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896710:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896716:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896721:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.896725:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896733:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896750:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074953.896753:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.896758:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896764:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f169 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896776:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896782:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896787:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896792:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.896795:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896800:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896807:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3771cd63 (ffff90328bb7f400)
00010000:00010000:3.0:1769074953.896809:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.896811:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896817:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f170 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.896852:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f162 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230803d expref: 464 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.896864:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074953.896866:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.896869:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f162 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230803d expref: 464 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.896878:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73e00, rc 0)
00000100:00100000:3.0:1769074953.896971:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:13245:x1855007657147392:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 738us (861us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074953.896991:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209945
00000100:00100000:0.0:1769074953.900092:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.900141:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657147648
00000100:00100000:1.0:1769074953.900152:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657147648
00000100:00100000:1.0:1769074953.900208:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4229
00000100:00100000:1.0:1769074953.900217:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a313450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+463:13246:x1855007657147648:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074953.900547:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a313450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+464:13246:x1855007657147648:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 330us (463us total) trans 4295106132 rc 0/0
00000100:00100000:1.0:1769074953.900555:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4229
00000100:00100000:0.0:1769074953.901134:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.901246:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657147776
00000100:00100000:3.0:1769074953.901253:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657147776
00000100:00100000:3.0:1769074953.901296:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209946
00000100:00100000:3.0:1769074953.901304:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+464:13245:x1855007657147776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074953.901316:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074953.901336:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f177 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308044 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.901391:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901405:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901417:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901431:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901441:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901448:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901697:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901705:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901711:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901717:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.901721:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901729:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901741:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074953.901744:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.901749:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901754:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f17e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901765:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901776:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901781:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901785:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074953.901788:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901793:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901799:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf89577b1 (ffff90328bb7f200)
00010000:00010000:3.0:1769074953.901801:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.901804:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901808:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f185 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf89577b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074953.901839:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f177 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308044 expref: 465 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.901849:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074953.901852:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074953.901855:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f177 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308044 expref: 465 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074953.901863:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:3.0:1769074953.901940:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+464:13245:x1855007657147776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 636us (807us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074953.901948:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209946
00000100:00100000:0.0:1769074953.906037:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.906077:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.906079:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657147904
00000100:00100000:3.0:1769074953.906091:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657147904
00000100:00100000:3.0:1769074953.906180:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657148160
00000100:00100000:3.0:1769074953.906184:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657148160
00000100:00100000:1.0:1769074953.906223:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209947
00000100:00100000:1.0:1769074953.906236:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+465:13245:x1855007657147904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.906263:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.906294:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f18c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230804b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.906367:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074953.906369:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209948
00000100:00100000:0.0:1769074953.906378:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+466:13246:x1855007657148160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.906381:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.906386:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.906393:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.906396:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f19a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308052 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.906407:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906413:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906419:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.906465:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.906476:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308028 expref: 467 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.906483:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.906517:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308028 expref: 467 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.906530:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308028 expref: 467 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.906544:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623359616:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.906617:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea89c0 going to sleep for 11 seconds
00010000:00010000:1.0:1769074953.906755:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906763:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906769:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906775:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.906779:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906786:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906801:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074953.906804:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.906809:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906815:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f193 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906827:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906832:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906838:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906843:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074953.906845:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906851:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906857:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xfd3f225d (ffff9032a2c16b00)
00010000:00010000:1.0:1769074953.906860:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.906863:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906868:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.906896:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f18c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230804b expref: 467 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.906903:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074953.906905:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074953.906926:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f18c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230804b expref: 467 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.906933:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9000, rc 0)
00000100:00100000:1.0:1769074953.906963:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+466:13245:x1855007657147904:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 730us (935us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074953.906970:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209947
00000100:00100000:1.0:1769074953.909821:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623359616:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.909852:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074953.910163:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.910249:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657148288
00000100:00100000:1.0:1769074953.910256:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657148288
00010000:00010000:1.0:1769074953.910290:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308028 expref: 466 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.910372:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5180
00000100:00100000:1.0:1769074953.910382:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+466:2369:x1855007657148288:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074953.910397:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074953.910404:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308028 expref: 466 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.910416:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308028 expref: 466 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.910442:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f138 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308028 expref: 466 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.910469:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074953.910474:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.910483:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.910490:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.910517:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074953.910569:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+465:2369:x1855007657148288:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 188us (407us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.910577:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5180
00010000:00010000:0.0:1769074953.910703:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074953.910710:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074953.910728:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040b:0x0]: returning size 0
00010000:00010000:0.0:1769074953.910881:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f19a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308052 expref: 466 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.910896:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308052 expref: 465 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.910902:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:0.0:1769074953.910905:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074953.911619:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602400, rc 0)
00000100:00100000:0.0:1769074953.911664:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+465:13246:x1855007657148160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5285us (5584us total) trans 4295106133 rc 0/0
00000100:00100000:0.0:1769074953.911672:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209948
00000100:00100000:0.0:1769074953.915047:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.915209:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657148416
00000100:00100000:1.0:1769074953.915220:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657148416
00000100:00100000:1.0:1769074953.915282:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209949
00000100:00100000:1.0:1769074953.915292:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+465:13246:x1855007657148416:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.915317:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.915339:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f1b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308059 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.915424:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.915439:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308052 expref: 466 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.915460:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.915495:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308052 expref: 466 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.915508:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308052 expref: 466 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.915522:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3926d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623359744:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074953.915605:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032819c2240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074953.918037:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.918052:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3926d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623359744:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.918078:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074953.918295:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657148672
00000100:00100000:2.0:1769074953.918303:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657148672
00000100:00100000:2.0:1769074953.918393:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209950
00000100:00100000:2.0:1769074953.918403:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+467:13245:x1855007657148672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.918421:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.918424:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1769074953.918447:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3ee7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f41 expref: 467 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.918479:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074953.918485:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074953.918498:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f1c4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308060 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.918633:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.918647:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.918656:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.918670:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.918677:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.918684:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00080000:2.0:1769074953.919042:0:11659:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c8:0x0], index 0: 0
00010000:00010000:2.0:1769074953.919232:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.919241:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.919249:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.919287:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.919295:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.919301:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.919307:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074953.919312:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.919319:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.919328:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074953.919330:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074953.919334:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.919340:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1cb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:2.0:1769074953.919350:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c8ce1171 reply state 00000000e4e3a8b8 transno 4295106134 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074953.919358:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1769074953.919384:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f1c4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308060 expref: 469 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.919397:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308060 expref: 468 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.919405:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab000)
00010000:00010000:2.0:1769074953.919407:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074953.919409:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a800, rc 0)
00000100:00100000:2.0:1769074953.919755:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+469:13245:x1855007657148672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1352us (1724us total) trans 4295106134 rc 0/0
00000100:00100000:2.0:1769074953.919764:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209950
00000100:00100000:0.0:1769074953.920062:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.920536:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657148800
00000100:00100000:2.0:1769074953.920545:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657148800
00010000:00010000:2.0:1769074953.920573:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308052 expref: 469 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.920648:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5181
00000100:00100000:2.0:1769074953.920658:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+469:2368:x1855007657148800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074953.920671:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074953.920677:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308052 expref: 469 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.920688:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308052 expref: 469 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.920705:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f1a8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308052 expref: 469 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.920717:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:2.0:1769074953.920723:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.920736:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.920742:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.920810:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074953.920858:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+468:2368:x1855007657148800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 202us (796us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.920866:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5181
00010000:00010000:0.0:1769074953.921369:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.921380:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.921386:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.921392:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074953.921397:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.921405:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.921416:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xfd3f225d (ffff90328e9ab900)
00010000:00010000:0.0:1769074953.921419:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074953.921423:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.921429:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f1d2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.921633:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.921642:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074953.921692:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040b:0x0]: returning size 0
00000004:00200000:1.0:1769074953.921697:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074953.921713:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074953.921753:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f1b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308059 expref: 467 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.921767:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308059 expref: 466 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.921779:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074953.921781:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074953.921784:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9e00, rc 0)
00000100:00100000:1.0:1769074953.921834:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+466:13246:x1855007657148416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6543us (6793us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.921842:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209949
00000100:00100000:3.0:1769074953.926801:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.926833:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.926891:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657148928
00000100:00100000:1.0:1769074953.926900:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657148928
00000100:00100000:2.0:1769074953.927043:0:13349:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657149056
00000100:00100000:2.0:1769074953.927049:0:13349:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657149056
00000100:00100000:1.0:1769074953.927096:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2898
00000100:00100000:1.0:1769074953.927106:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdead850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657148928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.927124:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.927146:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308067 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074953.927171:0:13376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074953.927191:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074953.927193:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074953.927201:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308067 expref: 78 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074953.927218:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308067 expref: 78 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074953.927232:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:1.0:1769074953.927289:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdead850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2369:x1855007657148928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 184us (494us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.927298:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2898
00000100:00100000:1.0:1769074953.927438:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2899
00000100:00100000:1.0:1769074953.927445:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+98:13246:x1855007657149056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.927453:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.927463:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230806e expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.927481:0:13376:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230802f expref: 99 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074953.927489:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074953.927490:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074953.927494:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.927524:0:13376:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230802f expref: 99 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074953.927537:0:13376:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230802f expref: 99 pid: 13349 timeout: 2039 lvb_type: 1
00000100:00100000:1.0:1769074953.927550:0:13376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3925f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:13376:1855007623359872:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074953.927596:0:13376:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032819c2240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074953.930492:0:13376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3925f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:13376:1855007623359872:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.930528:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.930547:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:1.0:1769074953.930602:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+99:13246:x1855007657149056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3155us (3764us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.930611:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2899
00000100:00100000:3.0:1769074953.931167:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.931375:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657149184
00000100:00100000:2.0:1769074953.931384:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657149184
00010000:00010000:2.0:1769074953.931416:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230802f expref: 99 pid: 13349 timeout: 2039 lvb_type: 1
00000100:00100000:2.0:1769074953.931464:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5182
00000100:00100000:2.0:1769074953.931473:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+99:2368:x1855007657149184:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074953.931487:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074953.931508:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230802f expref: 99 pid: 13349 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074953.931521:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230802f expref: 99 pid: 13349 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074953.931545:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90338370a400/0x2152b583a6e3f146 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230802f expref: 99 pid: 13349 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074953.931563:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074953.931566:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074953.931573:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 98 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.931583:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 98 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.931617:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 98 pid: 13376 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074953.931631:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623360000:192.168.204.54@tcp:105:
00000100:00100000:2.0:1769074953.931704:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00000100:00100000:2.0:1769074953.935269:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623360000:192.168.204.54@tcp:105:
00010000:00010000:2.0:1769074953.935308:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074953.935377:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+98:2368:x1855007657149184:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 3903us (4210us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.935388:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5182
00000100:00100000:0.0:1769074953.936136:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.936237:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657149440
00000100:00100000:2.0:1769074953.936245:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657149440
00000100:00100000:2.0:1769074953.936294:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4230
00000100:00100000:2.0:1769074953.936303:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+466:13246:x1855007657149440:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074953.936640:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+467:13246:x1855007657149440:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 337us (506us total) trans 4295106135 rc 0/0
00000100:00100000:2.0:1769074953.936651:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4230
00000100:00100000:0.0:1769074953.940120:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.940212:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.940303:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657149824
00000100:00100000:3.0:1769074953.940313:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657149824
00000100:00100000:3.0:1769074953.940370:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4231
00000100:00100000:3.0:1769074953.940380:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+467:13245:x1855007657149824:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074953.940538:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657149568
00000100:00100000:2.0:1769074953.940543:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657149568
00000100:00100000:2.0:1769074953.940618:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209951
00000100:00100000:2.0:1769074953.940625:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+469:13246:x1855007657149568:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.940635:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.940656:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f1f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308075 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.940702:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940716:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074953.940725:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:13245:x1855007657149824:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 347us (513us total) trans 4295106136 rc 0/0
00010000:00010000:2.0:1769074953.940726:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074953.940732:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4231
00010000:00010000:2.0:1769074953.940741:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940747:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940754:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940840:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940854:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940861:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074953.940887:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040b:0x0]: returning size 2048
00000004:00200000:2.0:1769074953.940892:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074953.940929:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940940:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940947:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940953:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940959:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940965:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074953.940969:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940987:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.940998:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074953.941001:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074953.941007:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.941012:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f1fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.941025:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.941030:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.941035:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.941040:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074953.941042:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.941047:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.941053:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa30b707c (ffff90328e9ab800)
00010000:00010000:2.0:1769074953.941056:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074953.941058:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.941063:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f203 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074953.941088:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f1f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308075 expref: 470 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.941101:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308075 expref: 469 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.941107:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:2.0:1769074953.941109:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074953.941112:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a000, rc 0)
00000100:00100000:2.0:1769074953.941135:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+469:13246:x1855007657149568:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 510us (1025us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.941141:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209951
00000100:00100000:3.0:1769074953.945199:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.945236:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.945336:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657150208
00000100:00100000:0.0:1769074953.945347:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657150208
00000100:00100000:0.0:1769074953.945404:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657150464
00000100:00100000:0.0:1769074953.945407:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657150464
00000100:00100000:0.0:1769074953.945445:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209952
00000100:00100000:0.0:1769074953.945465:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:13245:x1855007657150208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.945492:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1769074953.945497:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209953
00000100:00100000:1.0:1769074953.945508:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:13246:x1855007657150464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.945514:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3f211 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230807c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.945514:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.945522:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f218 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308083 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.945611:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.945611:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.945627:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308060 expref: 472 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.945627:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308059 expref: 472 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.945636:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074953.945636:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308075 expref: 472 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.945643:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.945669:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308060 expref: 472 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.945669:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308075 expref: 472 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.945681:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308075 expref: 472 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.945700:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3925f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623360256:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.945834:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308059 expref: 472 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.947945:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308060 expref: 472 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.947971:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623360128:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.948106:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8480 going to sleep for 11 seconds
00010000:00010000:1.0:1769074953.948659:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308059 expref: 472 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074953.948677:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3927100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623360384:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074953.948826:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032819c2240 going to sleep for 11 seconds
00010000:00010000:1.0:1769074953.948854:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000003f0879b9 x1855007623360256) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308075 expref: 472 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.948870:0:5764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308075 expref: 472 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074953.948892:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f20a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308075 expref: 472 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.948989:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.949086:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3925f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623360256:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074953.949565:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657149952
00000100:00100000:3.0:1769074953.949573:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657149952
00000100:00100000:3.0:1769074953.949637:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1496
00000100:00100000:3.0:1769074953.949647:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+472:2368:x1855007657149952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.949659:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.949662:0:5748:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e3f20a)
00010000:00010000:3.0:1769074953.949664:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.949710:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+472:2368:x1855007657149952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 64us (721us total) trans 0 rc 116/116
00000100:00100000:3.0:1769074953.949722:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1496
00000100:00100000:2.0:1769074953.951742:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.951856:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657150592
00000100:00100000:3.0:1769074953.951866:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657150592
00010000:00010000:3.0:1769074953.951904:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308060 expref: 472 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074953.951984:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5183
00000100:00100000:3.0:1769074953.951995:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+472:2369:x1855007657150592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074953.952009:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074953.952016:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308060 expref: 472 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.952029:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308060 expref: 472 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074953.952050:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab000)
00010000:00010000:3.0:1769074953.952056:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.952065:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.952073:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074953.952091:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074953.952140:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+472:2369:x1855007657150592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 145us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074953.952148:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5183
00000100:00100000:1.0:1769074953.952415:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3927100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623360384:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.952437:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074953.952443:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.952451:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.952460:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.952570:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f1d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308060 expref: 471 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.952584:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623360128:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.952597:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.952604:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.952609:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074953.952627:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040c:0x0]: returning size 0
00010000:00010000:0.0:1769074953.952793:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3f211 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230807c expref: 472 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.952808:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230807c expref: 471 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.952815:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab000)
00010000:00010000:0.0:1769074953.952818:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074953.952821:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb603000, rc 0)
00000100:00100000:0.0:1769074953.952846:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+471:13245:x1855007657150208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7386us (7659us total) trans 4295106137 rc 0/0
00000100:00100000:0.0:1769074953.952851:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209952
00000100:00100000:1.0:1769074953.953830:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.954042:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657150720
00000100:00100000:2.0:1769074953.954052:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657150720
00010000:00010000:2.0:1769074953.954083:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308059 expref: 471 pid: 7034 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.954124:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5184
00000100:00100000:2.0:1769074953.954133:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+471:2369:x1855007657150720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074953.954146:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074953.954152:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308059 expref: 471 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.954164:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308059 expref: 471 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.954182:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f1bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308059 expref: 471 pid: 7034 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.954195:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:2.0:1769074953.954200:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.954209:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.954216:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.954241:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074953.954278:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:2369:x1855007657150720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 146us (452us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.954286:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5184
00010000:00010000:1.0:1769074953.954446:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074953.954454:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074953.954471:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040b:0x0]: returning size 2048
00010000:00010000:1.0:1769074953.954597:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f218 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308083 expref: 471 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.954611:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308083 expref: 470 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.954619:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074953.954622:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074953.954625:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:1.0:1769074953.954663:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:13246:x1855007657150464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9157us (9425us total) trans 4295106138 rc 0/0
00000100:00100000:1.0:1769074953.954670:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209953
00000100:00100000:1.0:1769074953.956329:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.956418:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657150848
00000100:00100000:2.0:1769074953.956427:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657150848
00000100:00100000:2.0:1769074953.956506:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209954
00000100:00100000:2.0:1769074953.956517:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:13245:x1855007657150848:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.956539:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.956557:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f23b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230808a expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.956633:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.956647:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230807c expref: 471 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.956655:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.956687:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230807c expref: 471 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.956700:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230807c expref: 471 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.956719:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623360512:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074953.956795:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00000100:00100000:2.0:1769074953.958221:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.958296:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657150976
00000100:00100000:0.0:1769074953.958305:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657150976
00000100:00100000:0.0:1769074953.958354:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209955
00000100:00100000:0.0:1769074953.958365:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+472:13246:x1855007657150976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074953.958387:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074953.958403:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3f249 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308091 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.958476:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.958489:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308083 expref: 473 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.958497:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.958525:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308083 expref: 473 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.958535:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308083 expref: 473 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.958547:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b399180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623360640:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074953.958647:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8480 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.960990:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b399180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623360640:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074953.961020:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074953.963834:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623360512:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074953.963867:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074953.964543:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.964637:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.964752:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657151104
00000100:00100000:0.0:1769074953.964760:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657151104
00010000:00010000:0.0:1769074953.964791:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308083 expref: 474 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074953.964822:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657151232
00000100:00100000:0.0:1769074953.964829:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657151232
00010000:00010000:0.0:1769074953.964841:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230807c expref: 475 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074953.964856:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5185
00000100:00100000:2.0:1769074953.964868:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+475:2368:x1855007657151104:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1769074953.964870:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5186
00000100:00100000:0.0:1769074953.964875:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+475:2369:x1855007657151232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.964885:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074953.964885:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.964892:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230807c expref: 475 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.964892:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308083 expref: 475 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.964905:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230807c expref: 475 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.964923:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308083 expref: 475 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074953.964946:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f21f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308083 expref: 475 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.964949:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f226 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230807c expref: 475 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074953.964962:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab000)
00010000:00010000:2.0:1769074953.964962:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:0.0:1769074953.964968:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.964968:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.964985:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.964986:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.964994:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.964994:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.965016:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074953.965016:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.965159:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+473:2369:x1855007657151232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 281us (520us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.965159:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+473:2368:x1855007657151104:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 292us (616us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.965166:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5186
00000100:00100000:2.0:1769074953.965169:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5185
00010000:00010000:0.0:1769074953.965194:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.965194:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074953.965203:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074953.965203:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074953.965248:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040b:0x0]: returning size 2048
00000004:00200000:2.0:1769074953.965248:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040c:0x0]: returning size 0
00000004:00200000:0.0:1769074953.965252:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00200000:2.0:1769074953.965252:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074953.965270:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074953.965300:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3f249 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308091 expref: 472 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.965313:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308091 expref: 471 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.965320:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:0.0:1769074953.965323:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074953.965326:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602400, rc 0)
00000100:00100000:0.0:1769074953.965350:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+471:13246:x1855007657150976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6988us (7136us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.965357:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209955
00000004:00010000:2.0:1769074953.965427:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.965540:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f23b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230808a expref: 471 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.965554:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230808a expref: 470 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.965561:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab000)
00010000:00010000:2.0:1769074953.965563:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074953.965566:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370b600, rc 0)
00000100:00100000:2.0:1769074953.965586:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:13245:x1855007657150848:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9072us (9266us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.965592:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209954
00000100:00100000:3.0:1769074953.971419:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074953.971606:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657151360
00000100:00100000:2.0:1769074953.971616:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657151360
00000100:00100000:2.0:1769074953.971666:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209956
00000100:00100000:2.0:1769074953.971672:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:13246:x1855007657151360:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074953.971689:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074953.971707:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f257 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308098 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.971757:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971768:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971775:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971785:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971789:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971793:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971870:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f26c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971874:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f26c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971878:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f26c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074953.971904:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040b:0x0]: returning size 2048
00000004:00200000:2.0:1769074953.971941:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074953.971963:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f26c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971982:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f26c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971990:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.971997:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972003:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972007:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370ba00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074953.972010:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972016:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972025:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074953.972028:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074953.972031:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972035:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f25e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972043:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972046:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972050:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972053:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074953.972054:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972057:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972060:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa30b707c (ffff90328e9ab800)
00010000:00010000:2.0:1769074953.972062:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074953.972063:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972066:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f265 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074953.972086:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f257 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308098 expref: 472 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.972093:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f26c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308098 expref: 471 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.972097:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:2.0:1769074953.972098:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074953.972100:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370bc00, rc 0)
00000100:00100000:1.0:1769074953.972200:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+471:13246:x1855007657151360:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 525us (788us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.972208:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209956
00000100:00100000:3.0:1769074953.972289:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.972317:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657151488
00000100:00100000:1.0:1769074953.972322:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657151488
00000100:00100000:1.0:1769074953.972349:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2900
00000100:00100000:1.0:1769074953.972355:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:13245:x1855007657151488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074953.972364:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074953.972375:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230809f expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.972396:0:13376:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308067 expref: 79 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074953.972404:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074953.972405:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074953.972409:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 79 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.972440:0:13376:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308067 expref: 79 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074953.972452:0:13376:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308067 expref: 79 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:1.0:1769074953.972466:0:13376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:13376:1855007623360768:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074953.972526:0:13376:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032819c2240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074953.974996:0:13376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:13376:1855007623360768:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074953.975030:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 79 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074953.975054:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9600, rc 0)
00000100:00100000:1.0:1769074953.975141:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:13245:x1855007657151488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2784us (2851us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074953.975150:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2900
00000100:00100000:2.0:1769074953.980696:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.981229:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657151616
00000100:00100000:0.0:1769074953.981239:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657151616
00010000:00010000:0.0:1769074953.981287:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308067 expref: 79 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074953.981341:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5187
00000100:00100000:0.0:1769074953.981352:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2368:x1855007657151616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074953.981366:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074953.981390:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308067 expref: 79 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074953.981404:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308067 expref: 79 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074953.981425:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f1e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308067 expref: 79 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074953.981441:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074953.981443:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074953.981461:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 78 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.981470:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 78 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074953.981508:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 78 pid: 13376 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074953.981522:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b399180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5748:1855007623360896:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074953.981609:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8480 going to sleep for 11 seconds
00000100:00100000:0.0:1769074953.985442:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074953.985496:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074953.985612:0:13359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657151744
00000100:00100000:1.0:1769074953.985624:0:13359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657151744
00002000:00100000:1.0:1769074953.985670:0:13359:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c7:0x0] (0->4095)  req@ffff90328b39aa00 x1855007657151744/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:489/0 lens 4584/0 e 0 to 0 dl 1769074964 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074953.985680:0:13359:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90328b39aa00 with x1855007657151744 ext(0->4095)
00002000:00010000:1.0:1769074953.985686:0:13359:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90328b39aa00
00000100:00100000:1.0:1769074953.985718:0:13359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 618
00000100:00100000:1.0:1769074953.985727:0:13359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+98:2366:x1855007657151744:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074953.986165:0:13359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+100:2366:x1855007657151744:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 438us (732us total) trans 4294968225 rc 0/0
00000100:00100000:1.0:1769074953.986173:0:13359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 618
00002000:00100000:1.0:1769074953.986179:0:13359:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c7:0x0] (0->4095)  req@ffff90328b39aa00 x1855007657151744/t4294968225(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:489/0 lens 4584/448 e 0 to 0 dl 1769074964 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074953.986189:0:13359:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90328b39aa00 with x1855007657151744 ext(0->4095)
00002000:00010000:1.0:1769074953.986192:0:13359:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90328b39aa00
00000100:00100000:2.0:1769074953.986666:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657151872
00000100:00100000:2.0:1769074953.986673:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657151872
00000100:00100000:2.0:1769074953.986740:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1497
00000100:00100000:2.0:1769074953.986747:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+471:2368:x1855007657151872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074953.986759:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074953.986781:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f26c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308098 expref: 471 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074953.986798:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:2.0:1769074953.986803:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074953.986836:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:2368:x1855007657151872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 89us (1339us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074953.986842:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1497
00000100:00100000:0.0:1769074953.990610:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b399180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5748:1855007623360896:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074953.990636:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074953.990697:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2368:x1855007657151616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 9345us (10008us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074953.990709:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5187
00000100:00100000:1.0:1769074953.991365:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074953.991618:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657152000
00000100:00100000:3.0:1769074953.991626:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657152000
00000100:00100000:3.0:1769074953.991683:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209957
00000100:00100000:3.0:1769074953.991694:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+470:13246:x1855007657152000:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:0.0:1769074954.000969:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.001013:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657152128
00000100:00100000:0.0:1769074954.001024:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657152128
00000100:00100000:0.0:1769074954.001076:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209958
00000100:00100000:0.0:1769074954.001086:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+471:13245:x1855007657152128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.001107:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.001127:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3f27a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080a6 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.001189:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001200:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001209:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001218:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001225:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001235:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001322:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001329:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001336:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001341:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.001346:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001353:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001364:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074954.001367:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.001372:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001378:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603000/0x2152b583a6e3f281 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001389:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001395:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001405:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001408:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.001410:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001413:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001418:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5a381168 (ffff903298a49700)
00010000:00010000:0.0:1769074954.001419:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.001421:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001424:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f288 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.001446:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3f27a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080a6 expref: 472 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.001453:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074954.001454:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.001456:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602200/0x2152b583a6e3f27a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080a6 expref: 472 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.001462:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb602200, rc 0)
00000100:00100000:0.0:1769074954.001505:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+471:13245:x1855007657152128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 421us (545us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074954.001509:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209958
00000100:00100000:2.0:1769074954.008375:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.008557:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657152256
00000100:00100000:3.0:1769074954.008568:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657152256
00000100:00100000:3.0:1769074954.008655:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209959
00000100:00100000:3.0:1769074954.008666:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+471:13245:x1855007657152256:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.008689:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.008709:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f28f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080ad expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.008779:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f296 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.008794:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f296 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.008805:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f296 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074954.008894:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:3.0:1769074954.008899:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.009107:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f296 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.009135:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f28f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080ad expref: 473 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.009155:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f296 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080ad expref: 472 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.009164:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074954.009167:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074954.009171:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:3.0:1769074954.009225:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+472:13245:x1855007657152256:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 562us (858us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.009232:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209959
00000100:00100000:0.0:1769074954.021177:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.021601:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657152384
00000100:00100000:3.0:1769074954.021613:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657152384
00000100:00100000:3.0:1769074954.021671:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4232
00000100:00100000:3.0:1769074954.021680:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+472:13245:x1855007657152384:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074954.028160:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+472:13245:x1855007657152384:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 6470us (6982us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.028171:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4232
00000100:00100000:2.0:1769074954.033219:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.033257:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657152640
00000100:00100000:2.0:1769074954.033266:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657152640
00000100:00100000:2.0:1769074954.033320:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209960
00000100:00100000:2.0:1769074954.033331:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+472:13245:x1855007657152640:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.033353:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.033357:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1769074954.033380:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f296 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080ad expref: 472 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.033399:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.033403:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074954.033413:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f29d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080b4 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.033545:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.033559:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.033567:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.033579:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.033584:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.033590:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00080000:2.0:1769074954.034044:0:11659:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c8:0x0], index 1: 0
00010000:00010000:2.0:1769074954.034180:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.034187:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.034192:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.034218:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.034224:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.034230:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.034236:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.034239:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.034246:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.034254:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.034257:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.034261:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.034266:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f2a4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:2.0:1769074954.034276:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ad402d2 reply state 00000000f5196ea3 transno 4295106139 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074954.034284:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1769074954.034312:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f29d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080b4 expref: 474 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.034325:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080b4 expref: 473 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.034333:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:2.0:1769074954.034336:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074954.034338:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a000, rc 0)
00000100:00100000:2.0:1769074954.034396:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+474:13245:x1855007657152640:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1068us (1186us total) trans 4295106139 rc 0/0
00000100:00100000:2.0:1769074954.034402:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209960
00000100:00100000:0.0:1769074954.039505:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.039591:0:13376:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657152768
00000100:00100000:3.0:1769074954.039602:0:13376:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657152768
00000100:00080000:2.0:1769074954.039666:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1769074954.039671:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2901
00000100:00100000:3.0:1769074954.039683:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+100:2368:x1855007657152768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.039704:0:13376:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.039725:0:13376:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080bb expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074954.039753:0:13376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074954.039774:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.039776:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.039786:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080bb expref: 101 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.039810:0:13376:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080bb expref: 101 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.039824:0:13376:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73400, rc 0)
00000100:00100000:3.0:1769074954.039885:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+101:2368:x1855007657152768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 204us (391us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.039892:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2901
00010000:00010000:1.0:1769074954.040224:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.040234:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.040242:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.040248:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370ba00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.040253:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.040260:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.040273:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5a381168 (ffff90328e9ab800)
00010000:00010000:1.0:1769074954.040276:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.040280:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.040286:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f2ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000001:00080000:3.0:1769074954.044934:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106137 is committed
00000004:00080000:3.0:1769074954.044972:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 121 committed
00000004:00080000:3.0:1769074954.045078:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 119 committed
00000001:00080000:3.0:1769074954.045112:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106138 is committed
00000004:00080000:3.0:1769074954.045139:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 119 committed
00000004:00080000:3.0:1769074954.045220:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 118 committed
00000004:00080000:3.0:1769074954.045327:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 118 committed
00000004:00080000:3.0:1769074954.045333:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 120 committed
00000100:00100000:0.0:1769074954.045730:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623361024:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074954.045794:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.045849:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623361536:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074954.045870:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.045894:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2]
00000100:00100000:0.0:1769074954.045900:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623361152:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074954.045945:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.045960:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623361664:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074954.045989:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.046013:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623361280:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074954.046035:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.046050:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623361792:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074954.046069:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.046086:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1769074954.046090:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b398380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623361408:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074954.046107:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.046139:0:13351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623361024
00000100:00100000:0.0:1769074954.046146:0:13351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623361024
00000100:00100000:0.0:1769074954.046195:0:13351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623361536
00000100:00100000:0.0:1769074954.046198:0:13351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623361536
00000100:00100000:0.0:1769074954.046218:0:13351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623361152
00000100:00100000:0.0:1769074954.046220:0:13351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623361152
00000100:00100000:0.0:1769074954.046233:0:13351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623361664
00000100:00100000:0.0:1769074954.046235:0:13351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623361664
00000100:00100000:0.0:1769074954.046249:0:13351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623361280
00000100:00100000:0.0:1769074954.046252:0:13351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623361280
00000100:00100000:0.0:1769074954.046266:0:13351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623361792
00000100:00100000:0.0:1769074954.046269:0:13351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623361792
00000100:00100000:0.0:1769074954.046282:0:13351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623361408
00000100:00100000:0.0:1769074954.046285:0:13351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623361408
00000100:00100000:0.0:1769074954.046303:0:13351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902
00000100:00100000:0.0:1769074954.046313:0:13351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3295:x1855007623361024:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1769074954.046342:0:13351:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:445 count 1
00010000:00010000:0.0:1769074954.046373:0:13351:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.046397:0:13351:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e3c87a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307378 expref: 77 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.046405:0:13351:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074954.046407:0:13351:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074954.046411:0:13351:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.046441:0:13351:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e3c87a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307378 expref: 77 pid: 13349 timeout: 0 lvb_type: 0
00000004:00080000:3.0:1769074954.046745:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 117 committed
00000100:00100000:3.0:1769074954.046821:0:13382:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903
00000100:00100000:3.0:1769074954.046828:0:13382:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+11:3295:x1855007623361536:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074954.046840:0:13382:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:446 count 1
00010000:00010000:3.0:1769074954.046851:0:13382:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.046860:0:13382:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3c9f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23073ef expref: 77 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.046865:0:13382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.046867:0:13382:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.046869:0:13382:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.046883:0:13382:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3c9f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073ef expref: 77 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.046893:0:13382:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3c9f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073ef expref: 77 pid: 6544 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.046901:0:13382:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13382:1855007623362048:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.046985:0:13382:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.047004:0:13376:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904
00000100:00100000:3.0:1769074954.047012:0:13376:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+11:3295:x1855007623361152:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074954.047025:0:13376:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:449 count 1
00010000:00010000:3.0:1769074954.047035:0:13376:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047043:0:13376:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9600/0x2152b583a6e3d4f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307761 expref: 77 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.047047:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.047049:0:13376:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.047050:0:13376:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047062:0:13376:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9600/0x2152b583a6e3d4f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307761 expref: 77 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.047072:0:13376:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9600/0x2152b583a6e3d4f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307761 expref: 77 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:3.0:1769074954.047078:0:13376:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:13376:1855007623362176:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.047094:0:13376:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c33c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.047107:0:6544:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905
00000100:00100000:3.0:1769074954.047112:0:6544:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3295:x1855007623361664:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074954.047120:0:6544:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:451 count 1
00010000:00010000:3.0:1769074954.047128:0:6544:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047136:0:6544:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3de3e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a4e expref: 77 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047140:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.047141:0:6544:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.047143:0:6544:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047153:0:6544:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3de3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a4e expref: 77 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047158:0:6544:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3de3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a4e expref: 77 pid: 13376 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.047163:0:6544:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6544:1855007623362304:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.047179:0:6544:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.047192:0:13377:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906
00000100:00100000:3.0:1769074954.047196:0:13377:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+11:3293:x1855007623361280:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074954.047204:0:13377:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:447 count 1
00010000:00010000:3.0:1769074954.047211:0:13377:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047220:0:13377:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3d022 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23075e0 expref: 77 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047226:0:13377:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.047228:0:13377:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.047230:0:13377:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047246:0:13377:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3d022 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23075e0 expref: 77 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047254:0:13377:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3d022 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23075e0 expref: 77 pid: 13349 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.047263:0:13377:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb548380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:13377:1855007623362432:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.047284:0:13377:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c39c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.047298:0:13366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907
00000100:00100000:3.0:1769074954.047303:0:13366:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+11:3293:x1855007623361792:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074954.047312:0:13366:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:448 count 1
00010000:00010000:3.0:1769074954.047319:0:13366:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047328:0:13366:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3d28a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230769d expref: 77 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047332:0:13366:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.047333:0:13366:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.047335:0:13366:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047346:0:13366:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3d28a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230769d expref: 77 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047351:0:13366:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3d28a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230769d expref: 77 pid: 13376 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.047357:0:13366:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:13366:1855007623362560:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.047371:0:13366:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389569480 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.047382:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908
00000100:00100000:3.0:1769074954.047386:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+11:3293:x1855007623361408:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074954.047395:0:13375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:452 count 1
00010000:00010000:3.0:1769074954.047402:0:13375:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047409:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9000/0x2152b583a6e3df4f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307aa2 expref: 77 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.047413:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.047415:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.047416:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.047428:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9000/0x2152b583a6e3df4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307aa2 expref: 77 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.047433:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9000/0x2152b583a6e3df4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307aa2 expref: 77 pid: 13349 timeout: 2039 lvb_type: 1
00000100:00100000:3.0:1769074954.047438:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623362688:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.047548:0:13351:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e3c87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307378 expref: 77 pid: 13349 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074954.047555:0:13351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:13351:1855007623361920:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.047768:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff903383a289c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.047786:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623363072:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1769074954.047848:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623362816:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1769074954.048050:0:13351:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8540 going to sleep for 11 seconds
00000100:00080000:0.0:1769074954.048062:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1769074954.048111:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.048237:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623363200:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1769074954.048265:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.048285:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623363712:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1769074954.048303:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.048331:0:13381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623363200
00000100:00100000:0.0:1769074954.048337:0:13381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623363200
00000100:00100000:0.0:1769074954.048373:0:13381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623363712
00000100:00100000:0.0:1769074954.048376:0:13381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623363712
00000100:00100000:0.0:1769074954.048393:0:13381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909
00000100:00100000:0.0:1769074954.048400:0:13381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+6:3293:x1855007623363200:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1769074954.048416:0:13381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:447 count 1
00010000:00010000:0.0:1769074954.048434:0:13381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.048461:0:13381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cd000/0x2152b583a6e3d0e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230761f expref: 100 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.048469:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.048471:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.048474:0:13381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.048497:0:13381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cd000/0x2152b583a6e3d0e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.54@tcp remote: 0x5e675899a230761f expref: 100 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.048507:0:13381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cd000/0x2152b583a6e3d0e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a230761f expref: 100 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.048521:0:13381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13381:1855007623363840:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074954.048551:0:13381:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8a80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074954.048565:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910
00000100:00100000:0.0:1769074954.048573:0:6547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3293:x1855007623363712:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1769074954.048584:0:6547:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:454 count 1
00010000:00010000:0.0:1769074954.048595:0:6547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.048605:0:6547:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ddc expref: 100 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.048611:0:6547:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.048612:0:6547:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.048614:0:6547:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.048631:0:6547:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ddc expref: 100 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.048639:0:6547:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ddc expref: 100 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.048647:0:6547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6547:1855007623363968:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074954.048669:0:6547:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8300 going to sleep for 11 seconds
00000100:00080000:0.0:1769074954.048679:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1769074954.048691:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623362944:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1769074954.048715:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.048732:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623363456:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1769074954.048751:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.049052:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623362944
00000100:00100000:0.0:1769074954.049058:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623362944
00000100:00100000:0.0:1769074954.049081:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623363456
00000100:00100000:0.0:1769074954.049084:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623363456
00000100:00100000:0.0:1769074954.049100:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911
00000100:00100000:0.0:1769074954.049105:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3295:x1855007623362944:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1769074954.049117:0:8946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:445 count 1
00010000:00010000:0.0:1769074954.049130:0:8946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.049142:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bff84c00/0x2152b583a6e3c8ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23073a9 expref: 100 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.049148:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.049150:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.049153:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.049172:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bff84c00/0x2152b583a6e3c8ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073a9 expref: 100 pid: 13349 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.049180:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bff84c00/0x2152b583a6e3c8ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073a9 expref: 100 pid: 13349 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.049196:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623364096:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074954.049234:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074954.049251:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912
00000100:00100000:0.0:1769074954.049259:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3295:x1855007623363456:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1769074954.049270:0:13367:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:451 count 1
00010000:00010000:0.0:1769074954.049282:0:13367:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.049294:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032a54fb200/0x2152b583a6e3df25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a94 expref: 100 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.049300:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.049302:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.049304:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.049323:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032a54fb200/0x2152b583a6e3df25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a94 expref: 100 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.049333:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032a54fb200/0x2152b583a6e3df25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a94 expref: 100 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.049343:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623364224:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074954.049366:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8840 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.049576:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074954.049609:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623363584:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1769074954.049631:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074954.049663:0:13373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623363072
00000100:00100000:3.0:1769074954.049668:0:13373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623363072
00000100:00100000:3.0:1769074954.049692:0:13373:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623363584
00000100:00100000:3.0:1769074954.049695:0:13373:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623363584
00000100:00100000:3.0:1769074954.049708:0:13373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913
00000100:00100000:3.0:1769074954.049714:0:13373:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+10:3296:x1855007623363072:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1769074954.049726:0:13373:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:442 count 1
00010000:00010000:3.0:1769074954.049738:0:13373:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.049751:0:13373:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032a54fa200/0x2152b583a6e3bf6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23070ae expref: 100 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.049763:0:13373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.049765:0:13373:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.049767:0:13373:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.049787:0:13373:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032a54fa200/0x2152b583a6e3bf6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23070ae expref: 100 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.049796:0:13373:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032a54fa200/0x2152b583a6e3bf6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23070ae expref: 100 pid: 13349 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.049805:0:13373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:13373:1855007623364352:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.049831:0:13373:0:(client.c:2690:ptlrpc_set_wait()) set ffff90339926bd80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.049847:0:13341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914
00000100:00100000:3.0:1769074954.049855:0:13341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3296:x1855007623363584:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:3.0:1769074954.049867:0:13341:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:449 count 1
00010000:00010000:3.0:1769074954.049879:0:13341:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.049891:0:13341:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb602a00/0x2152b583a6e3d618 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23077c3 expref: 100 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.049898:0:13341:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.049900:0:13341:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074954.049902:0:13341:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.049944:0:13341:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bb602a00/0x2152b583a6e3d618 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23077c3 expref: 100 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.049954:0:13341:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bb602a00/0x2152b583a6e3d618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23077c3 expref: 100 pid: 13376 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.049964:0:13341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13341:1855007623364480:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.049997:0:13341:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928240 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.050340:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657153024
00000100:00100000:3.0:1769074954.050346:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657153024
00000100:00100000:3.0:1769074954.050522:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4233
00000100:00100000:3.0:1769074954.050531:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+207:13245:x1855007657153024:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.050835:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:13245:x1855007657153024:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 305us (2722us total) trans 4295106140 rc 0/0
00000100:00100000:3.0:1769074954.050844:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4233
00000100:00100000:1.0:1769074954.050911:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1769074954.050943:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623363328:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1769074954.050967:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1769074954.051010:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623362816
00000100:00100000:1.0:1769074954.051015:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623362816
00000100:00100000:1.0:1769074954.051033:0:6546:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623363328
00000100:00100000:1.0:1769074954.051035:0:6546:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623363328
00000100:00100000:1.0:1769074954.051045:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915
00000100:00100000:1.0:1769074954.051051:0:6546:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3294:x1855007623362816:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1769074954.051066:0:6546:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:440 count 1
00010000:00010000:1.0:1769074954.051082:0:6546:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.051099:0:6546:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12200/0x2152b583a6e3b8ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2306e9a expref: 100 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.051107:0:6546:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1769074954.051109:0:6546:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1769074954.051112:0:6546:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.051136:0:6546:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12200/0x2152b583a6e3b8ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2306e9a expref: 100 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.051146:0:6546:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12200/0x2152b583a6e3b8ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2306e9a expref: 100 pid: 13382 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074954.051158:0:6546:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298251f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6546:1855007623364608:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.051192:0:6546:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ccc0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074954.051208:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916
00000100:00100000:1.0:1769074954.051216:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+12:3294:x1855007623363328:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1769074954.051228:0:13368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:448 count 1
00010000:00010000:1.0:1769074954.051239:0:13368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.051250:0:13368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603200/0x2152b583a6e3d404 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307722 expref: 100 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.051262:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1769074954.051263:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1769074954.051266:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.051286:0:13368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bb603200/0x2152b583a6e3d404 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307722 expref: 100 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.051294:0:13368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bb603200/0x2152b583a6e3d404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307722 expref: 100 pid: 13376 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074954.051304:0:13368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623364736:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.051326:0:13368:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:2.0:1769074954.051766:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+207:13246:x1855007657152000:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 60071us (60400us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.051776:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209957
00000100:00100000:0.0:1769074954.055183:0:6544:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6544:1855007623362304:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.055215:0:6544:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074954.063478:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.063506:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.063514:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623362688:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074954.063537:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074954.063547:0:13375:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074954.063553:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.063580:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.063604:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657153152
00000100:00100000:0.0:1769074954.063607:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.063610:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657153152
00000100:00100000:0.0:1769074954.063617:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.063627:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074954.063651:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3de3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a4e expref: 78 pid: 13376 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074954.063663:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.063673:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657153408
00000100:00100000:2.0:1769074954.063677:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657153408
00000100:00100000:0.0:1769074954.063688:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074954.063689:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3d28a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230769d expref: 79 pid: 13376 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074954.063700:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.063700:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657153280
00000100:00100000:2.0:1769074954.063702:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657153280
00010000:00010000:2.0:1769074954.063713:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3d022 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23075e0 expref: 80 pid: 13349 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074954.063723:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657153664
00000100:00100000:2.0:1769074954.063725:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657153664
00010000:00010000:2.0:1769074954.063736:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3c9f4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073ef expref: 81 pid: 6544 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074954.063747:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657153792
00000100:00100000:2.0:1769074954.063749:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657153792
00010000:00010000:2.0:1769074954.063758:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9600/0x2152b583a6e3d4f2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307761 expref: 82 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.063761:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.063769:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657154048
00000100:00100000:2.0:1769074954.063771:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657154048
00000100:00100000:0.0:1769074954.063775:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657153920
00000100:00100000:0.0:1769074954.063778:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657153920
00010000:00010000:2.0:1769074954.063783:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cd000/0x2152b583a6e3d0e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a230761f expref: 101 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.063792:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e3c87a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307378 expref: 83 pid: 13349 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074954.063793:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657153536
00000100:00100000:2.0:1769074954.063795:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657153536
00010000:00010000:2.0:1769074954.063803:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9000/0x2152b583a6e3df4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307aa2 expref: 84 pid: 13349 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.063804:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657154176
00000100:00100000:0.0:1769074954.063806:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657154176
00000100:00100000:2.0:1769074954.063813:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657154432
00000100:00100000:2.0:1769074954.063815:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657154432
00010000:00010000:0.0:1769074954.063816:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ddc expref: 102 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074954.063823:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032a54fb200/0x2152b583a6e3df25 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a94 expref: 103 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.063825:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657154304
00000100:00100000:0.0:1769074954.063827:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657154304
00000100:00100000:2.0:1769074954.063833:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657154816
00000100:00100000:2.0:1769074954.063835:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657154816
00010000:00010000:0.0:1769074954.063839:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bff84c00/0x2152b583a6e3c8ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073a9 expref: 105 pid: 13349 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074954.063844:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12200/0x2152b583a6e3b8ba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2306e9a expref: 105 pid: 13382 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074954.063851:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5188
00000100:00100000:0.0:1769074954.063858:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+84:2369:x1855007657153152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.063877:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.063883:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3de3e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a4e expref: 84 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.063892:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3de3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a4e expref: 84 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.063942:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3de3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a4e expref: 84 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.063957:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.063959:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.063964:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.063985:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074954.064001:0:13377:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb548380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:13377:1855007623362432:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.064010:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074954.064016:0:13377:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074954.064037:0:13382:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:13382:1855007623362048:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.064047:0:13382:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074954.064053:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+83:2369:x1855007657153152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 195us (585us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.064065:0:13376:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:13376:1855007623362176:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.064124:0:13366:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:13366:1855007623362560:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.064140:0:13366:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.064277:0:13376:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074954.064305:0:13373:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:13373:1855007623364352:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.064320:0:13373:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074954.064342:0:13341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13341:1855007623364480:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.064353:0:13341:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074954.064386:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.064489:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.064755:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657154688
00000100:00100000:2.0:1769074954.064760:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657154688
00010000:00010000:2.0:1769074954.064779:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb602a00/0x2152b583a6e3d618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23077c3 expref: 106 pid: 13376 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074954.064792:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657154560
00000100:00100000:2.0:1769074954.064794:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657154560
00010000:00010000:2.0:1769074954.064803:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032a54fa200/0x2152b583a6e3bf6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23070ae expref: 107 pid: 13349 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074954.064816:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5189
00000100:00100000:2.0:1769074954.064823:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+83:2369:x1855007657153408:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.064831:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.064835:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3d28a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230769d expref: 83 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.064845:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3d28a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230769d expref: 83 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.064861:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3d28a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230769d expref: 83 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.064871:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.064873:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.064876:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.064885:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065104:0:13366:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065113:0:13366:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065122:0:13366:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065129:0:13366:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065146:0:13366:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074954.065685:0:13366:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3293:x1855007623361792:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18378us (19611us total) trans 4294968145 rc 0/0
00000100:00100000:3.0:1769074954.065694:0:13366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907
00010000:00010000:3.0:1769074954.065724:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.065730:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065738:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.065743:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065752:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065767:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065775:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f2ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13366 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.065784:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.065786:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.065788:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074954.065817:0:3293:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968124 gen 2
00000004:00080000:3.0:1769074954.065823:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90329e3dca80, transno 4294968122
00000004:00080000:3.0:1769074954.065832:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90329e3dea00, transno 4294968123
00000004:00080000:3.0:1769074954.065835:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90329e3df100, transno 4294968124
00000100:00100000:3.0:1769074954.065841:0:3293:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search  req@ffff90328b398700 x1855007623361792/t4294968145(4294968145) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074970 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295
00000004:00080000:3.0:1769074954.065857:0:3293:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90328b398700/2, rc 0, transno 4294968145
00000100:00100000:3.0:1769074954.065862:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623361792:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1769074954.066056:0:6738:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 7 in progress, 6 in flight, 3 done
00010000:00010000:2.0:1769074954.066299:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.066355:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+82:2369:x1855007657153408:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1530us (2845us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.066365:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5189
00000100:00100000:2.0:1769074954.066390:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5190
00000100:00100000:2.0:1769074954.066401:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+81:2369:x1855007657153280:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.066413:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.066419:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3d022 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23075e0 expref: 81 pid: 13349 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.066430:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3d022 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23075e0 expref: 81 pid: 13349 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.066447:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3d022 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23075e0 expref: 81 pid: 13349 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.066544:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.066546:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.066551:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.066561:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.066587:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.066606:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:2369:x1855007657153280:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 208us (3067us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.066613:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5190
00000100:00100000:2.0:1769074954.066627:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5191
00000100:00100000:2.0:1769074954.066633:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2367:x1855007657153664:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.066643:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.066649:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3c9f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073ef expref: 79 pid: 6544 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.066660:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3c9f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073ef expref: 79 pid: 6544 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.066674:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3c9f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073ef expref: 79 pid: 6544 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.066683:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.066685:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.066688:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.066697:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.066711:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.066728:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2367:x1855007657153664:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 95us (3173us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.066735:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5191
00000100:00100000:2.0:1769074954.066747:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5192
00000100:00100000:2.0:1769074954.066754:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2366:x1855007657153792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.066761:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.066766:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9600/0x2152b583a6e3d4f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307761 expref: 77 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074954.066776:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9600/0x2152b583a6e3d4f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307761 expref: 77 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074954.066789:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9600/0x2152b583a6e3d4f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307761 expref: 77 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074954.066798:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.066800:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.066803:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.066811:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.066825:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.066841:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2366:x1855007657153792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 87us (3260us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.066847:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5192
00000100:00100000:2.0:1769074954.066860:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5193
00000100:00100000:2.0:1769074954.066867:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+107:2368:x1855007657154048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.066875:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.066881:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cd000/0x2152b583a6e3d0e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a230761f expref: 107 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074954.066891:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cd000/0x2152b583a6e3d0e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a230761f expref: 107 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:2.0:1769074954.066904:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00000100:00100000:0.0:1769074954.067401:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5188
00000100:00100000:0.0:1769074954.067452:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5194
00000100:00100000:0.0:1769074954.067461:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657153920:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.067469:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.067475:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e3c87a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307378 expref: 74 pid: 13349 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.067484:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e3c87a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307378 expref: 74 pid: 13349 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.067497:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067499:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067503:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067511:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067524:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.067547:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657153920:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 88us (3928us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.067554:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5194
00000100:00100000:0.0:1769074954.067569:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5195
00000100:00100000:0.0:1769074954.067576:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657153536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.067583:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074954.067586:0:13377:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067588:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9000/0x2152b583a6e3df4f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307aa2 expref: 73 pid: 13349 timeout: 2039 lvb_type: 1
00010000:00010000:3.0:1769074954.067596:0:13377:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067598:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9000/0x2152b583a6e3df4f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307aa2 expref: 73 pid: 13349 timeout: 2039 lvb_type: 1
00010000:00010000:3.0:1769074954.067606:0:13377:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.067614:0:13377:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067616:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff90329e3d9000/0x2152b583a6e3df4f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307aa2 expref: 73 pid: 13349 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.067626:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067627:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067630:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.067634:0:13377:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1769074954.067637:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067652:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.067669:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2369:x1855007657153536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 94us (4041us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.067676:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5195
00000100:00100000:0.0:1769074954.067690:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5196
00000100:00100000:0.0:1769074954.067698:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+107:2369:x1855007657154176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.067705:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.067710:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ddc expref: 107 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.067720:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ddc expref: 107 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.067731:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067734:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067737:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067743:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067755:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.067771:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+107:2369:x1855007657154176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 74us (4107us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.067777:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5196
00000100:00100000:0.0:1769074954.067790:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5197
00000100:00100000:0.0:1769074954.067797:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+106:2368:x1855007657154432:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.067804:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.067809:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032a54fb200/0x2152b583a6e3df25 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a94 expref: 106 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.067818:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032a54fb200/0x2152b583a6e3df25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a94 expref: 106 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.067829:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067831:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067833:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067840:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067855:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.067872:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+106:2368:x1855007657154432:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 75us (4183us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.067877:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5197
00000100:00100000:0.0:1769074954.067890:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5198
00000100:00100000:0.0:1769074954.067895:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+105:2367:x1855007657154304:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.067903:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.067922:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bff84c00/0x2152b583a6e3c8ff lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073a9 expref: 105 pid: 13349 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.067931:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bff84c00/0x2152b583a6e3c8ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073a9 expref: 105 pid: 13349 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.067943:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067944:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.067948:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067954:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.067965:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.068001:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+105:2367:x1855007657154304:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 105us (4299us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.068008:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5198
00000100:00100000:0.0:1769074954.068022:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5199
00000100:00100000:0.0:1769074954.068030:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+104:2366:x1855007657154816:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.068037:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.068042:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12200/0x2152b583a6e3b8ba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2306e9a expref: 104 pid: 13382 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.068051:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12200/0x2152b583a6e3b8ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2306e9a expref: 104 pid: 13382 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.068061:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.068062:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.068064:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.068067:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.068068:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.068075:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.068076:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.068086:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074954.068088:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.068100:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+104:2366:x1855007657154816:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 71us (4338us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.068101:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+104:2368:x1855007657154048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1235us (4494us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.068106:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5199
00000100:00100000:0.0:1769074954.068118:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5200
00000100:00100000:3.0:1769074954.068122:0:13377:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3293:x1855007623361280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20733us (21894us total) trans 4294968146 rc 0/0
00000100:00100000:0.0:1769074954.068125:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+103:2368:x1855007657154688:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1769074954.068130:0:13377:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906
00010000:00010000:0.0:1769074954.068134:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.068139:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bb602a00/0x2152b583a6e3d618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23077c3 expref: 103 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.068147:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bb602a00/0x2152b583a6e3d618 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23077c3 expref: 103 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074954.068154:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074954.068159:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb602a00/0x2152b583a6e3d618 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23077c3 expref: 103 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074954.068160:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068168:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074954.068170:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.068171:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.068172:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.068174:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.068182:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068188:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.068197:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074954.068199:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068205:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f2e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13377 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074954.068211:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+102:2368:x1855007657154688:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 87us (3825us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.068216:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5200
00010000:00010000:3.0:1769074954.068221:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.068223:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.068224:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.068236:0:13382:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068243:0:13382:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068250:0:13382:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068256:0:13382:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068271:0:13382:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074954.068431:0:13382:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+12:3295:x1855007623361536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 21602us (22559us total) trans 4294968147 rc 0/0
00000100:00100000:3.0:1769074954.068441:0:13382:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903
00010000:00010000:3.0:1769074954.068684:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.068691:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068699:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73000 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.068703:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068711:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068724:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068732:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f2ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13382 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068746:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.068747:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.068749:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.068759:0:13376:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068768:0:13376:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068776:0:13376:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068785:0:13376:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.068800:0:13376:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074954.069072:0:13376:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3295:x1855007623361152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22060us (23125us total) trans 4294968148 rc 0/0
00000100:00100000:3.0:1769074954.069080:0:13376:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904
00010000:00010000:3.0:1769074954.069098:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.069103:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069111:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73e00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.069114:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069122:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069133:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069141:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f2d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069154:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.069155:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.069158:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.069169:0:13341:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069177:0:13341:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069186:0:13341:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069194:0:13341:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069207:0:13341:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074954.069384:0:13341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3296:x1855007623363584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19529us (19751us total) trans 4294968226 rc 0/0
00000100:00100000:3.0:1769074954.069389:0:13341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914
00010000:00010000:3.0:1769074954.069407:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.069411:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069418:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73200 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.069421:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069428:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.069442:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074954.069455:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5201
00000100:00100000:0.0:1769074954.069466:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+101:2368:x1855007657154560:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.069478:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.069484:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032a54fa200/0x2152b583a6e3bf6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23070ae expref: 101 pid: 13349 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.069495:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032a54fa200/0x2152b583a6e3bf6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23070ae expref: 101 pid: 13349 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.069510:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032a54fa200/0x2152b583a6e3bf6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23070ae expref: 101 pid: 13349 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.069525:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.069527:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.069531:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069538:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069560:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.069579:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+100:2368:x1855007657154560:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 117us (5090us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.069585:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5201
00000100:00080000:0.0:1769074954.069613:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1769074954.069616:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12200/0x2152b583a6e3b8ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2306e9a expref: 99 pid: 13382 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074954.069628:0:6546:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298251f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6546:1855007623364608:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.069634:0:13381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cd000/0x2152b583a6e3d0e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a230761f expref: 98 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.069642:0:13381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13381:1855007623363840:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.069650:0:6546:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069653:0:13381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.069658:0:6546:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069660:0:13381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.069667:0:6546:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069668:0:13381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.069676:0:6546:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069681:0:13381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.069682:0:6546:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069688:0:13381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.069696:0:6546:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:0.0:1769074954.069699:0:13381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:0.0:1769074954.069846:0:13381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+14:3293:x1855007623363200:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21445us (21579us total) trans 4294968227 rc 0/0
00000100:00100000:1.0:1769074954.069849:0:6546:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3294:x1855007623362816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18797us (18938us total) trans 4294968228 rc 0/0
00000100:00100000:0.0:1769074954.069852:0:13381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909
00000100:00100000:1.0:1769074954.069855:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915
00010000:00010000:0.0:1769074954.069873:0:6544:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069881:0:6544:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074954.069881:0:13368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623364736:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.069889:0:6544:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.069892:0:13368:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069896:0:6544:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.069924:0:6544:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:1.0:1769074954.069951:0:3294:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968205 gen 2
00000004:00080000:1.0:1769074954.069956:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9033bb3ff100, transno 4294968205
00000100:00100000:1.0:1769074954.069971:0:3294:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search  req@ffff9032a71a4a80 x1855007623362816/t4294968228(4294968228) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074970 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295
00000004:00080000:1.0:1769074954.069990:0:3294:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9032a71a4a80/2, rc 0, transno 4294968228
00000100:00100000:1.0:1769074954.069995:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623362816:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1769074954.070081:0:6544:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3295:x1855007623361664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22968us (24090us total) trans 4294968149 rc 0/0
00000100:00100000:0.0:1769074954.070088:0:6544:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905
00010000:00010000:0.0:1769074954.070119:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603c00/0x2152b583a6e3e9ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ddc expref: 97 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.070129:0:6547:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6547:1855007623363968:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.070140:0:6547:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.070149:0:6547:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.070154:0:6547:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.070161:0:6547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.070167:0:6547:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.070175:0:6547:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool
00010000:00010000:3.0:1769074954.070281:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032abb73200/0x2152b583a6e3f31b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13341 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070300:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp.  (3 blwis in pool)
00010000:00010000:3.0:1769074954.070304:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070310:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.070313:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070321:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070331:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070338:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f322 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070349:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1769074954.070353:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070363:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.070367:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070373:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070383:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070389:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb602800/0x2152b583a6e3f2f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070400:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1769074954.070403:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070409:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.070411:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070418:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070426:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070437:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f2dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6544 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070584:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.070591:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070598:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb602200 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.070601:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070609:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070620:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070627:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb602200/0x2152b583a6e3f2ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070641:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.070643:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.070645:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.070658:0:13373:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070666:0:13373:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070675:0:13373:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070682:0:13373:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070695:0:13373:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074954.070860:0:13373:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+14:3296:x1855007623363072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21144us (21283us total) trans 4294968230 rc 0/0
00000100:00100000:3.0:1769074954.070867:0:13373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913
00010000:00010000:3.0:1769074954.070887:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.070892:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070900:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.070903:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070945:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070957:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070965:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032abb72800/0x2152b583a6e3f314 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13373 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.070992:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.070994:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.070995:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.071002:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.071007:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1769074954.071030:0:3293:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370ea00/2, rc 0, transno 4294968227
00000100:00100000:3.0:1769074954.071041:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623363200:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1769074954.071054:0:3293:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90328b39ad80/2, rc 0, transno 4294968146
00000100:00100000:3.0:1769074954.071062:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b39ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623361280:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1769074954.071085:0:3296:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9032a71a5f80/2, rc 0, transno 4294968230
00000100:00100000:3.0:1769074954.071092:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623363072:0@lo:6:osp-syn-1-0.0
00000004:00080000:3.0:1769074954.071101:0:3296:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370f800/2, rc 0, transno 4294968226
00000100:00100000:3.0:1769074954.071105:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623363584:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1769074954.071241:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.071254:0:6547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3293:x1855007623363712:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22682us (22950us total) trans 4294968229 rc 0/0
00000100:00100000:0.0:1769074954.071261:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910
00010000:00010000:0.0:1769074954.071369:0:13367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032a54fb200/0x2152b583a6e3df25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307a94 expref: 96 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.071381:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623364224:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.071398:0:13367:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071405:0:13367:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071411:0:13367:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071418:0:13367:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071425:0:13367:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071438:0:13367:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074954.071438:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657154944
00000100:00100000:3.0:1769074954.071444:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657154944
00000100:00100000:0.0:1769074954.071601:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3295:x1855007623363456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22342us (22848us total) trans 4294968231 rc 0/0
00000100:00100000:0.0:1769074954.071607:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912
00010000:00010000:0.0:1769074954.071643:0:8946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bff84c00/0x2152b583a6e3c8ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.54@tcp remote: 0x5e675899a23073a9 expref: 96 pid: 13349 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.071653:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1ceed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623364096:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.071666:0:8946:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071673:0:8946:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071679:0:8946:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071687:0:8946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071693:0:8946:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071706:0:8946:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:3.0:1769074954.071801:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb603200/0x2152b583a6e3d404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307722 expref: 95 pid: 13376 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.071828:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5202
00000100:00100000:3.0:1769074954.071837:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+95:2369:x1855007657154944:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1769074954.071842:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3295:x1855007623362944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22737us (23127us total) trans 4294968232 rc 0/0
00000100:00100000:0.0:1769074954.071848:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911
00010000:00010000:3.0:1769074954.071849:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074954.071854:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bb603200/0x2152b583a6e3d404 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307722 expref: 95 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074954.071870:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bb603200/0x2152b583a6e3d404 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307722 expref: 95 pid: 13376 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.071880:0:13351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e3c87a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307378 expref: 71 pid: 13349 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074954.071887:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603200/0x2152b583a6e3d404 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307722 expref: 95 pid: 13376 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074954.071890:0:13351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:13351:1855007623361920:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.071898:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.071899:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.071904:0:13351:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071929:0:13351:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071937:0:13351:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071949:0:13351:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.071956:0:13351:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072021:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072034:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00000004:00080000:1.0:1769074954.072043:0:3293:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370df80/2, rc 0, transno 4294968229
00010000:00010000:3.0:1769074954.072056:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074954.072078:0:13351:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool
00000100:00100000:2.0:1769074954.072113:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5193
00000100:00100000:3.0:1769074954.072268:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+93:2369:x1855007657154944:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 431us (1028us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.072276:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5202
00010000:00010000:3.0:1769074954.072309:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:3.0:1769074954.072315:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072323:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603a00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.072327:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072335:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072346:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072353:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603a00/0x2152b583a6e3f30d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072367:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1769074954.072370:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072377:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.072379:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072387:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072396:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072402:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb603400/0x2152b583a6e3f306 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072414:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.072416:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072426:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb603800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.072429:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072436:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072445:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.072555:0:13375:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.072563:0:13375:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.072570:0:13375:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.072578:0:13375:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.072588:0:13375:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1769074954.072747:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bb603800/0x2152b583a6e3f2c7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072762:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.072765:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072771:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.072774:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072781:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072792:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072803:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032abb72400/0x2152b583a6e3f2f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.072815:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.072816:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.072818:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.072828:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.072834:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:3.0:1769074954.072870:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9032a71a5c00/2, rc 0, transno 4294968232
00000100:00100000:0.0:1769074954.072948:0:13351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3295:x1855007623361024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26635us (27152us total) trans 4294968150 rc 0/0
00000100:00100000:0.0:1769074954.072955:0:13351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902
00000100:00100000:1.0:1769074954.073161:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623363712:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1769074954.073183:0:13368:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.073191:0:13368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.073200:0:13368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.073208:0:13368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.073243:0:13368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1769074954.073334:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+12:3293:x1855007623361408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25945us (27223us total) trans 4294968151 rc 0/0
00000100:00100000:2.0:1769074954.073342:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908
00000100:00100000:1.0:1769074954.073446:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3294:x1855007623363328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22230us (22477us total) trans 4294968233 rc 0/0
00000100:00100000:1.0:1769074954.073453:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916
00000004:00080000:1.0:1769074954.073500:0:3293:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90328b398380/2, rc 0, transno 4294968151
00000100:00100000:1.0:1769074954.073510:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b398380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623361408:0@lo:6:osp-syn-0-0.0
00000004:00080000:2.0:1769074954.073562:0:3294:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370d180/2, rc 0, transno 4294968233
00000100:00100000:2.0:1769074954.073568:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623363328:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1769074954.073654:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1769074954.073659:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623362944:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1769074954.073660:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.073667:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9000 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074954.073671:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00000004:00080000:3.0:1769074954.073675:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370ce00/2, rc 0, transno 4294968231
00000100:00100000:3.0:1769074954.073678:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623363456:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1769074954.073679:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00000004:00080000:3.0:1769074954.073687:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90328b398a80/2, rc 0, transno 4294968148
00000100:00100000:3.0:1769074954.073690:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623361152:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1769074954.073692:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00000004:00080000:3.0:1769074954.073698:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90328b39b100/2, rc 0, transno 4294968149
00010000:00010000:0.0:1769074954.073699:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f329 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074954.073701:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b39b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623361664:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1769074954.073708:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90328b39b800/2, rc 0, transno 4294968150
00000100:00100000:3.0:1769074954.073711:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b39b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623361024:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1769074954.073718:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90328b39a300/2, rc 0, transno 4294968147
00010000:00010000:0.0:1769074954.073721:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074954.073722:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074954.073722:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b39a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623361536:0@lo:6:osp-syn-0-0.0
00010000:00010000:0.0:1769074954.073724:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.073741:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074954.077328:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.077376:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.077389:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657155072
00000100:00100000:1.0:1769074954.077399:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657155072
00000100:00100000:2.0:1769074954.077442:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657155328
00000100:00100000:2.0:1769074954.077456:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657155328
00000100:00100000:1.0:1769074954.077467:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2917
00000100:00100000:1.0:1769074954.077479:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+93:2367:x1855007657155072:12345-192.168.204.54@tcp:16:dbench.0
00000100:00100000:2.0:1769074954.077496:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209961
00000100:00100000:2.0:1769074954.077503:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+207:13245:x1855007657155328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.077521:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.077540:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f330 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080c2 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.077641:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.077657:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080b4 expref: 208 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.077666:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.077699:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080b4 expref: 208 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.077712:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080b4 expref: 208 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074954.077724:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623364864:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.077798:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074954.088322:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623364864:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.088352:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074954.088399:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.088426:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657155456
00000100:00100000:0.0:1769074954.088433:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657155456
00010000:00010000:0.0:1769074954.088469:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080b4 expref: 209 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074954.088503:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5203
00000100:00100000:0.0:1769074954.088513:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:2369:x1855007657155456:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.088526:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.088534:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080b4 expref: 209 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.088545:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080b4 expref: 209 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.088568:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f2b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080b4 expref: 209 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.088582:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:0.0:1769074954.088587:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.088597:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.088603:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.088624:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.088672:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:2369:x1855007657155456:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 160us (273us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.088680:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5203
00010000:00010000:0.0:1769074954.088731:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.088738:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074954.088756:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040d:0x0]: returning size 0
00010000:00010000:0.0:1769074954.088900:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f330 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c2 expref: 209 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.088941:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c2 expref: 208 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.088949:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:0.0:1769074954.088951:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074954.088954:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a200, rc 0)
00000100:00100000:0.0:1769074954.088996:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:13245:x1855007657155328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11493us (11618us total) trans 4295106141 rc 0/0
00000100:00100000:0.0:1769074954.089003:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209961
00000100:00100000:0.0:1769074954.091868:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.091901:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657155584
00000100:00100000:0.0:1769074954.091926:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657155584
00000100:00100000:0.0:1769074954.091988:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209962
00000100:00100000:0.0:1769074954.091999:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:13245:x1855007657155584:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.092022:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.092041:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f345 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080c9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.092131:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.092146:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c2 expref: 209 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.092154:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.092187:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c2 expref: 209 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.092199:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c2 expref: 209 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074954.092211:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba09500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623364992:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074954.092536:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074954.099121:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.099152:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657155712
00000100:00100000:0.0:1769074954.099160:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657155712
00010000:00010000:0.0:1769074954.099197:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c2 expref: 210 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074954.099232:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5204
00000100:00100000:0.0:1769074954.099241:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2368:x1855007657155712:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.099255:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.099262:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c2 expref: 210 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.099288:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c2 expref: 210 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:0.0:1769074954.099312:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:0.0:1769074954.099317:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.099327:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.099334:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.099352:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.099402:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2368:x1855007657155712:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 161us (290us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.099409:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5204
00010000:00010000:0.0:1769074954.099466:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f337 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c2 expref: 209 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:0.0:1769074954.099483:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba09500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623364992:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.099504:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.099514:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.099520:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074954.099569:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040d:0x0]: returning size 0
00000004:00200000:0.0:1769074954.099574:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074954.099595:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.099626:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f345 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c9 expref: 209 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.099640:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c9 expref: 208 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.099647:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:0.0:1769074954.099650:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074954.099652:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2faa00, rc 0)
00000100:00100000:0.0:1769074954.099678:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:13245:x1855007657155584:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7682us (7821us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.099685:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209962
00000100:00100000:0.0:1769074954.104364:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.104486:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657155840
00000100:00100000:3.0:1769074954.104497:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657155840
00000100:00100000:3.0:1769074954.104545:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2918
00000100:00100000:3.0:1769074954.104555:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+94:13245:x1855007657155840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.104574:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.104591:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080d0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.104620:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080bb expref: 95 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.104629:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.104631:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.104635:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 95 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.104666:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080bb expref: 95 pid: 13376 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.104675:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080bb expref: 95 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:3.0:1769074954.104684:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:13375:1855007623365120:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.104761:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074954.112294:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.112326:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657155968
00000100:00100000:0.0:1769074954.112337:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657155968
00010000:00010000:0.0:1769074954.112378:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080bb expref: 96 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:0.0:1769074954.112424:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5205
00000100:00100000:0.0:1769074954.112433:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+96:2369:x1855007657155968:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.112447:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.112472:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080bb expref: 96 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.112487:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080bb expref: 96 pid: 13376 timeout: 2039 lvb_type: 1
00010000:00010000:0.0:1769074954.112513:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.112515:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.112522:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 96 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.112532:0:13409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 96 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.112569:0:13409:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 96 pid: 13375 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074954.112584:0:13409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13409:1855007623365248:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074954.112668:0:13409:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8780 going to sleep for 11 seconds
00010000:00010000:3.0:1769074954.114171:0:13375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e3f2c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080bb expref: 96 pid: 13376 timeout: 2039 lvb_type: 1
00000100:00100000:3.0:1769074954.114191:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:13375:1855007623365120:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.114218:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 95 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.114231:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72400, rc 0)
00000100:00100000:3.0:1769074954.114281:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+95:13245:x1855007657155840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9726us (9926us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.114290:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2918
00000100:00100000:1.0:1769074954.118786:0:13409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba08700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:13409:1855007623365248:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074954.118817:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.118879:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+94:2369:x1855007657155968:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 6446us (6596us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.118893:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5205
00000100:00100000:2.0:1769074954.120208:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.120280:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657156224
00000100:00100000:3.0:1769074954.120289:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657156224
00000100:00100000:3.0:1769074954.120353:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4234
00000100:00100000:3.0:1769074954.120364:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:13245:x1855007657156224:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.120708:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13245:x1855007657156224:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 345us (503us total) trans 4295106142 rc 0/0
00000100:00100000:3.0:1769074954.120716:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4234
00000100:00100000:3.0:1769074954.126151:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.126190:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657156352
00000100:00100000:3.0:1769074954.126201:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657156352
00000100:00100000:3.0:1769074954.126253:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209963
00000100:00100000:3.0:1769074954.126262:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13245:x1855007657156352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.126286:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.126308:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f35a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080d7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.126378:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126393:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126402:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126413:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126417:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126421:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126525:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126531:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126535:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074954.126563:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040d:0x0]: returning size 53
00000004:00200000:3.0:1769074954.126566:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.126580:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126587:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126592:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126596:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126603:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126607:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.126610:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126615:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126623:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074954.126625:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.126628:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126631:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f361 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126638:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126641:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126645:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126647:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.126649:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126652:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126656:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5a381168 (ffff90328bb7f800)
00010000:00010000:3.0:1769074954.126657:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.126659:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126662:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f368 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.126685:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f35a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d7 expref: 211 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.126692:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d7 expref: 210 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.126696:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:3.0:1769074954.126698:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074954.126700:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:3.0:1769074954.126754:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657156352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 492us (615us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.126761:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209963
00000100:00100000:2.0:1769074954.135791:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.136746:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657156736
00000100:00100000:3.0:1769074954.136759:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657156736
00000100:00100000:3.0:1769074954.136812:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209964
00000100:00100000:3.0:1769074954.136821:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657156736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.136842:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.136862:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f376 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080de expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.137006:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.137021:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c9 expref: 211 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.137030:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d7 expref: 211 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.137037:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.137068:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d7 expref: 211 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.137081:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d7 expref: 211 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.137094:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3df100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623365376:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.137180:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c9 expref: 211 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.137189:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c9 expref: 211 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.137198:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623365504:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.137219:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a000 going to sleep for 11 seconds
00010000:00010000:3.0:1769074954.140467:0:5762:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000003c9083ed x1855007623365376) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d7 expref: 211 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074954.140492:0:5762:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d7 expref: 211 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:3.0:1769074954.140515:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f36f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d7 expref: 211 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.140530:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3df100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623365376:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.140544:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3dd180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623365504:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.140567:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:3.0:1769074954.140572:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.140581:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.140590:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074954.142782:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.142883:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657156480
00000100:00100000:2.0:1769074954.142894:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657156480
00000100:00100000:2.0:1769074954.142994:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1498
00000100:00100000:2.0:1769074954.143004:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2369:x1855007657156480:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.143021:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.143023:0:13409:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e3f36f)
00010000:00010000:2.0:1769074954.143026:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.143076:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2369:x1855007657156480:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 74us (303us total) trans 0 rc 116/116
00000100:00100000:2.0:1769074954.143084:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1498
00000001:00080000:0.0:1769074954.146783:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968232 is committed
00000001:00080000:0.0:1769074954.146801:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968220 is committed
00000001:00080000:0.0:1769074954.146819:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968233 is committed
00000001:00080000:0.0:1769074954.146826:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968225 is committed
00000100:00100000:2.0:1769074954.146963:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2367:x1855007657155072:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 69480us (69638us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.146983:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2917
00000100:00100000:3.0:1769074954.149889:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.150114:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657156864
00000100:00100000:2.0:1769074954.150126:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657156864
00010000:00010000:2.0:1769074954.150164:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c9 expref: 211 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074954.150223:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5206
00000100:00100000:2.0:1769074954.150234:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2368:x1855007657156864:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.150252:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.150259:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c9 expref: 211 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.150272:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c9 expref: 211 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.150293:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f34c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080c9 expref: 211 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.150307:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:2.0:1769074954.150312:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.150320:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.150327:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.150356:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.150408:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2368:x1855007657156864:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 175us (527us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.150415:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5206
00010000:00010000:3.0:1769074954.150474:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.150481:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074954.150501:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040d:0x0]: returning size 53
00010000:00010000:3.0:1769074954.150648:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f376 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080de expref: 211 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.150663:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080de expref: 210 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.150670:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:3.0:1769074954.150673:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074954.150675:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00000100:00100000:3.0:1769074954.150701:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657156736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13881us (14920us total) trans 4295106143 rc 0/0
00000100:00100000:3.0:1769074954.150708:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209964
00000100:00100000:0.0:1769074954.157344:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.157613:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657156992
00000100:00100000:3.0:1769074954.157625:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657156992
00000100:00100000:3.0:1769074954.157691:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209965
00000100:00100000:3.0:1769074954.157701:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657156992:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.157726:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.157747:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f38b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080e5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.157839:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.157854:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080de expref: 211 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.157863:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.157898:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080de expref: 211 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.158171:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080de expref: 211 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.158186:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623365632:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.158390:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074954.162822:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.163139:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657157120
00000100:00100000:1.0:1769074954.163150:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657157120
00010000:00010000:1.0:1769074954.163192:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080de expref: 212 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074954.163239:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5207
00000100:00100000:1.0:1769074954.163250:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:2369:x1855007657157120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074954.163275:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074954.163283:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080de expref: 212 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074954.163297:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080de expref: 212 pid: 5762 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074954.163322:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:1.0:1769074954.163328:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.163337:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.163344:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.163362:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.163429:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:2369:x1855007657157120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 181us (617us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.163438:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5207
00010000:00010000:3.0:1769074954.165369:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f37d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080de expref: 211 pid: 5762 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.165393:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623365632:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.165416:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.165433:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.165439:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074954.165490:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040d:0x0]: returning size 53
00000004:00200000:3.0:1769074954.165494:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.165515:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.165549:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f38b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080e5 expref: 211 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.165563:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080e5 expref: 210 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.165577:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:3.0:1769074954.165581:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074954.165584:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72800, rc 0)
00000100:00100000:3.0:1769074954.165655:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657156992:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7955us (8319us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.165664:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209965
00000100:00100000:0.0:1769074954.168822:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.169080:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657157248
00000100:00100000:3.0:1769074954.169093:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657157248
00000100:00100000:2.0:1769074954.169384:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209966
00000100:00100000:2.0:1769074954.169395:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13246:x1855007657157248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.169416:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.169439:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f399 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080ec expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.169505:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169519:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169529:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169543:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169550:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169556:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169632:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169639:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169645:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169650:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.169654:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169661:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169676:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074954.169680:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.169684:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169690:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f3a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169701:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169707:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169712:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169716:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370bc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.169719:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169724:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169731:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x4c25f11c (ffff90328e9ab900)
00010000:00010000:2.0:1769074954.169734:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.169737:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169742:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f3a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.169770:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f399 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080ec expref: 211 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.169780:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074954.169782:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.169785:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f399 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080ec expref: 211 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.169793:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a600, rc 0)
00000100:00100000:2.0:1769074954.169860:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13246:x1855007657157248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 467us (1048us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074954.169866:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209966
00000100:00100000:0.0:1769074954.173840:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.174613:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.176658:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657157376
00000100:00100000:1.0:1769074954.176673:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657157376
00000100:00100000:1.0:1769074954.176733:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657157504
00000100:00100000:1.0:1769074954.176737:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657157504
00000100:00100000:1.0:1769074954.176773:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209967
00000100:00100000:1.0:1769074954.176783:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657157376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.176805:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.176827:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f3ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080f3 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074954.176858:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209968
00000100:00100000:3.0:1769074954.176869:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13246:x1855007657157504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.176877:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.176887:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f3b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23080fa expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.176894:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.176921:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.176933:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.176949:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.176949:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f3ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074954.176957:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.176958:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f3ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074954.176964:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.176966:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f3ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074954.177039:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:3.0:1769074954.177043:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.177066:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f3ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074954.177076:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f3d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177082:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.177089:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f3b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080fa expref: 214 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.177093:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074954.177114:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040c:0x0]: returning size 0
00000004:00200000:1.0:1769074954.177117:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:3.0:1769074954.177118:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f3ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080fa expref: 213 pid: 7034 timeout: 0 lvb_type: 0
00000004:00010000:1.0:1769074954.177126:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.177126:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.177130:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074954.177133:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00010000:00010000:1.0:1769074954.177135:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f3d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177142:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177147:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177152:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177157:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.177161:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177167:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177175:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074954.177177:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.177180:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177186:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074954.177193:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657157504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 326us (2583us total) trans 0 rc 0/0
00010000:00010000:1.0:1769074954.177195:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177200:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074954.177200:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209968
00010000:00010000:1.0:1769074954.177205:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177210:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.177212:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177230:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177237:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xfd3f225d (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.177239:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.177242:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177247:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.177268:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f3ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080f3 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.177278:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f3d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080f3 expref: 212 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.177283:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab000)
00010000:00010000:1.0:1769074954.177287:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.177289:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:1.0:1769074954.177382:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657157376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 600us (3548us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.177389:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209967
00000100:00100000:0.0:1769074954.195871:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.196077:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657157632
00000100:00100000:0.0:1769074954.196079:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.196089:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657157632
00000100:00100000:2.0:1769074954.196161:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1499
00000100:00100000:2.0:1769074954.196171:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:2366:x1855007657157632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.196191:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.196227:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f3d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080f3 expref: 212 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.196247:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab000)
00010000:00010000:2.0:1769074954.196252:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074954.196396:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657157760
00000100:00100000:3.0:1769074954.196402:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657157760
00000100:00100000:3.0:1769074954.196437:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4235
00000100:00100000:3.0:1769074954.196444:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a312c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13246:x1855007657157760:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074954.198051:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:2366:x1855007657157632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1872us (3133us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.198061:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1499
00000100:00100000:0.0:1769074954.200627:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.201855:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a312c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13246:x1855007657157760:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5402us (5766us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.201871:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4235
00000100:00100000:2.0:1769074954.203204:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657157888
00000100:00100000:2.0:1769074954.203216:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657157888
00000100:00100000:1.0:1769074954.204397:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209969
00000100:00100000:1.0:1769074954.204411:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657157888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.204444:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.204469:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f3d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308101 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.204546:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204562:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204575:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204589:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204597:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204603:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204665:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204677:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204683:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204689:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.204694:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204702:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204714:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074954.204718:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.204723:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204730:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f3df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204743:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204748:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204754:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204758:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.204761:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204767:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204773:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd1dafea0 (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.204776:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.204778:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204783:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f3e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.204812:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f3d8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308101 expref: 212 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.204822:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074954.204824:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.204827:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f3d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308101 expref: 212 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.204835:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9200, rc 0)
00000100:00100000:1.0:1769074954.204893:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657157888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 484us (4277us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074954.204901:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209969
00000100:00100000:1.0:1769074954.207196:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.207273:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657158144
00000100:00100000:0.0:1769074954.207284:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657158144
00000100:00100000:0.0:1769074954.207334:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209970
00000100:00100000:0.0:1769074954.207343:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13246:x1855007657158144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.207362:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.207382:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f3ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308108 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.207464:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207479:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207489:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207504:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207511:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207518:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207586:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207594:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207601:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207607:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.207611:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207618:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207629:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.207632:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.207637:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207643:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f3f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207654:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207661:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207671:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207676:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fae00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.207678:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207684:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207691:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x4c25f11c (ffff903298a49700)
00010000:00010000:0.0:1769074954.207693:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.207696:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207701:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f3fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.207732:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f3ed lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308108 expref: 212 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.207742:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.207744:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1769074954.207748:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f3ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308108 expref: 212 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.207755:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa600, rc 0)
00000100:00100000:0.0:1769074954.207820:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13246:x1855007657158144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 477us (632us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074954.207827:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209970
00000100:00100000:1.0:1769074954.214467:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.214515:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.214574:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657158272
00000100:00100000:3.0:1769074954.214574:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657158400
00000100:00100000:3.0:1769074954.214584:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657158400
00000100:00100000:0.0:1769074954.214585:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657158272
00000100:00100000:0.0:1769074954.214701:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209971
00000100:00100000:0.0:1769074954.214712:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13246:x1855007657158272:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.214745:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.214769:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f402 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230810f expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.214837:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.214853:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.214864:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.214878:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.214885:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.214891:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215007:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215014:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215021:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215028:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bff84c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.215032:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215039:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215051:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.215054:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.215058:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215064:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f409 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215076:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215082:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215088:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215092:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903385355400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.215095:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215111:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215118:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5a114248 (ffff903298a49500)
00010000:00010000:0.0:1769074954.215121:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.215124:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215129:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f410 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.215164:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f402 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230810f expref: 213 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.215174:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.215177:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.215180:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f402 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230810f expref: 213 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.215189:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2faa00, rc 0)
00000100:00100000:3.0:1769074954.215189:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209972
00000100:00100000:3.0:1769074954.215197:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657158400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.215205:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:0.0:1769074954.215246:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13246:x1855007657158272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 536us (790us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074954.215253:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209971
00010000:00010000:3.0:1769074954.215355:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f417 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308116 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.215396:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f41e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.215406:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f41e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.215413:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f41e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074954.215456:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:3.0:1769074954.215460:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.215483:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f41e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.215501:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f417 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308116 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.215514:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f41e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308116 expref: 212 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.215521:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074954.215524:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074954.215527:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73e00, rc 0)
00000100:00100000:3.0:1769074954.215554:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657158400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 358us (1038us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.215560:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209972
00000100:00100000:2.0:1769074954.223683:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.223902:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657158528
00000100:00100000:3.0:1769074954.223944:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657158528
00000100:00100000:3.0:1769074954.224008:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4236
00000100:00100000:3.0:1769074954.224019:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657158528:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074954.228104:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.228283:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657158784
00000100:00100000:0.0:1769074954.228293:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657158784
00000100:00100000:0.0:1769074954.228352:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209973
00000100:00100000:0.0:1769074954.228362:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657158784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.228383:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.228386:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1769074954.228413:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f3ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080fa expref: 213 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.228438:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.228444:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074954.228458:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903385355a00/0x2152b583a6e3f425 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230811d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.228591:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.228603:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.228613:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.228641:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.228647:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.228653:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074954.228894:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13245:x1855007657158528:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 4874us (5220us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.228903:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4236
00000004:00080000:0.0:1769074954.229034:0:11659:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c9:0x0], index 0: 0
00010000:00010000:0.0:1769074954.229221:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.229231:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.229238:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.229270:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.229282:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.229288:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.229293:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903385355200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.229298:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.229304:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.229315:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.229318:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.229322:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.229328:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f42c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:0.0:1769074954.229339:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000113d5108 reply state 00000000b45bf6d0 transno 4295106144 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074954.229347:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074954.229373:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355a00/0x2152b583a6e3f425 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230811d expref: 214 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.229386:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230811d expref: 213 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.229394:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:0.0:1769074954.229396:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074954.229398:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:0.0:1769074954.229438:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657158784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1078us (1346us total) trans 4295106144 rc 0/0
00000100:00100000:0.0:1769074954.229445:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209973
00000100:00100000:1.0:1769074954.234226:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3293:1855007623366144:0@lo:400:kworker.0
00000100:00100000:1.0:1769074954.234295:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1769074954.234362:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1769074954.234369:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1:3293:1855007623365760:0@lo:400:kworker.0
00000100:00100000:1.0:1769074954.234397:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1769074954.234445:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623365760
00000100:00100000:1.0:1769074954.234452:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623365760
00000100:00100000:1.0:1769074954.234495:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878
00000100:00100000:1.0:1769074954.234503:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386dfb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1+18:3293:x1855007623365760:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1769074954.234547:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386dfb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1+18:3293:x1855007623365760:12345-0@lo:400:kworker.0 Request processed in 44us (148us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.234554:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878
00000100:00100000:1.0:1769074954.234602:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1:3293:1855007623365760:0@lo:400:kworker.0
00000100:00100000:0.0:1769074954.234749:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623366144
00000100:00100000:0.0:1769074954.234753:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623366144
00000100:00100000:0.0:1769074954.234802:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069
00000100:00100000:0.0:1769074954.234811:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1855007623366144:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1769074954.234850:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1855007623366144:12345-0@lo:400:kworker.0 Request processed in 41us (555us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.234856:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069
00000100:00080000:1.0:1769074954.234956:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1769074954.235000:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3293:1855007623366144:0@lo:400:kworker.0
00000004:00080000:0.0:1769074954.235213:0:7981:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1939936304062ns, next at 1940936301642ns, rc = 0
00000100:00100000:1.0:1769074954.235265:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1769074954.235275:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623366272:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1769074954.235306:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074954.235378:0:6549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623366272
00000100:00100000:0.0:1769074954.235383:0:6549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623366272
00000100:00100000:0.0:1769074954.235427:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702
00000100:00100000:0.0:1769074954.235435:0:6549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1855007623366272:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1769074954.235451:0:6549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 17039360 granted 366149632 pending 0 free 3806330880 avail 3803185152
00000100:00100000:0.0:1769074954.235484:0:6549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1855007623366272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (177us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.235490:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702
00000100:00100000:3.0:1769074954.235490:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3295:1855007623365888:0@lo:400:kworker.0
00000100:00100000:3.0:1769074954.235521:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074954.235549:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1769074954.235555:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3295:1855007623366016:0@lo:400:kworker.0
00000100:00100000:3.0:1769074954.235576:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1769074954.235637:0:3293:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968233 gen 2
00000004:00080000:1.0:1769074954.235642:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370f800, transno 4294968226
00000004:00080000:1.0:1769074954.235658:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370ea00, transno 4294968227
00000004:00080000:1.0:1769074954.235662:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9032a71a4a80, transno 4294968228
00000004:00080000:1.0:1769074954.235664:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370df80, transno 4294968229
00000004:00080000:1.0:1769074954.235667:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9032a71a5f80, transno 4294968230
00000004:00080000:1.0:1769074954.235670:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370ce00, transno 4294968231
00000004:00080000:1.0:1769074954.235672:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9032a71a5c00, transno 4294968232
00000004:00080000:1.0:1769074954.235675:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370d180, transno 4294968233
00000100:00100000:1.0:1769074954.235684:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623366272:0@lo:13:osp-pre-1-0.0
00000004:00080000:3.0:1769074954.235889:0:7980:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 2 changes, 0 in progress, 0 in flight, 8 done
00000100:00100000:0.0:1769074954.236053:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623365888
00000100:00100000:0.0:1769074954.236058:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623365888
00000100:00100000:0.0:1769074954.236090:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623366016
00000100:00100000:0.0:1769074954.236094:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623366016
00000100:00100000:0.0:1769074954.236138:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070
00000100:00100000:0.0:1769074954.236146:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1855007623365888:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1769074954.236191:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3295:x1855007623365888:12345-0@lo:400:kworker.0 Request processed in 47us (670us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.236198:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070
00000100:00100000:0.0:1769074954.236213:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071
00000100:00100000:0.0:1769074954.236219:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1855007623366016:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1769074954.236247:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1855007623366016:12345-0@lo:400:kworker.0 Request processed in 29us (670us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.236253:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071
00000100:00100000:3.0:1769074954.236508:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3295:1855007623366016:0@lo:400:kworker.0
00000100:00100000:3.0:1769074954.236519:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3295:1855007623365888:0@lo:400:kworker.0
00000100:00100000:2.0:1769074954.236904:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00080000:1.0:1769074954.237028:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00010000:00010000:0.0:1769074954.237929:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.237943:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.237950:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.237956:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.237961:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.237968:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.237994:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5a114248 (ffff903298a49700)
00010000:00010000:0.0:1769074954.237998:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.238004:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.238010:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f433 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074954.238370:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657158912
00000100:00100000:3.0:1769074954.238380:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657158912
00000100:00100000:3.0:1769074954.238441:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2919
00000100:00100000:3.0:1769074954.238450:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+71:2368:x1855007657158912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.238465:0:13368:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.238485:0:13368:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308124 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074954.238508:0:13368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074954.238524:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.238526:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.238533:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308124 expref: 72 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.238548:0:13368:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308124 expref: 72 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074954.238564:0:13368:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73400, rc 0)
00000100:00100000:3.0:1769074954.238631:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2368:x1855007657158912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 182us (1729us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.238638:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2919
00000100:00100000:3.0:1769074954.241070:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.241153:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657159168
00000100:00100000:1.0:1769074954.241163:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657159168
00000100:00100000:1.0:1769074954.241220:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209974
00000100:00100000:1.0:1769074954.241231:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13245:x1855007657159168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.241254:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.241275:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f44f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230812b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.241364:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241379:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241389:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241403:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241410:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241416:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241695:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241702:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241708:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241715:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.241719:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241725:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241737:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074954.241740:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.241746:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241752:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f456 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241762:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241767:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241772:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241777:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.241780:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241785:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241792:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd1dafea0 (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.241796:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.241799:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241804:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f45d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd1dafea0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.241836:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f44f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230812b expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.241846:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074954.241848:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1769074954.241852:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f44f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230812b expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.241862:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9200, rc 0)
00000100:00100000:1.0:1769074954.241992:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13245:x1855007657159168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 762us (929us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074954.242000:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209974
00000100:00100000:3.0:1769074954.246483:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.246727:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657159424
00000100:00100000:0.0:1769074954.246737:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657159424
00000100:00100000:0.0:1769074954.246787:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4237
00000100:00100000:0.0:1769074954.246796:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657159424:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074954.247146:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657159424:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 350us (671us total) trans 4295106145 rc 0/0
00000100:00100000:0.0:1769074954.247155:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4237
00000100:00100000:2.0:1769074954.252963:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.253328:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657159680
00000100:00100000:3.0:1769074954.253341:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657159680
00000100:00100000:3.0:1769074954.253405:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209975
00000100:00100000:3.0:1769074954.253417:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657159680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.253439:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.253464:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f464 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308132 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.253586:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.253601:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230811d expref: 215 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.253611:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.253646:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230811d expref: 215 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.253658:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230811d expref: 215 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.253674:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3df480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623366400:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.253766:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.256677:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.256789:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657159808
00000100:00100000:2.0:1769074954.256803:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657159808
00000100:00100000:2.0:1769074954.256871:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209976
00000100:00100000:2.0:1769074954.256882:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657159808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.256925:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.256946:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f472 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308139 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.257020:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257035:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257046:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257060:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257067:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257073:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257149:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257156:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257163:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257169:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370aa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.257173:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257180:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257191:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.257194:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.257200:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257206:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f479 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257217:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257223:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257229:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257233:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.257236:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257241:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257248:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb0449b87 (ffff90328e9ab900)
00010000:00010000:2.0:1769074954.257250:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.257253:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257258:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f480 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.257288:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f472 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308139 expref: 217 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.257298:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.257300:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.257304:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f472 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308139 expref: 217 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.257313:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a200, rc 0)
00000100:00100000:2.0:1769074954.257389:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657159808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 508us (721us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074954.257397:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209976
00000100:00100000:0.0:1769074954.267149:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.267243:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.267344:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657160192
00000100:00100000:2.0:1769074954.267344:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657160064
00000100:00100000:1.0:1769074954.267354:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657160192
00000100:00100000:2.0:1769074954.267354:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657160064
00010000:00010000:1.0:1769074954.267393:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230811d expref: 217 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074954.267409:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209977
00000100:00100000:2.0:1769074954.267419:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13245:x1855007657160064:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074954.267427:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5208
00000100:00100000:1.0:1769074954.267433:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2369:x1855007657160192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.267437:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.267440:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074954.267445:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074954.267449:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230811d expref: 217 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.267464:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f41e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308116 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.267465:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230811d expref: 217 pid: 11659 timeout: 2039 lvb_type: 0
00010000:00010000:1.0:1769074954.267479:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:1.0:1769074954.267483:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.267484:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.267488:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074954.267492:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.267498:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.267499:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f487 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308140 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.267514:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.267563:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2369:x1855007657160192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (319us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.267570:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5208
00010000:00010000:2.0:1769074954.267613:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.267624:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.267631:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.267644:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.267650:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.267657:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00080000:2.0:1769074954.268082:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c9:0x0], index 1: 0
00010000:00010000:2.0:1769074954.268250:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.268260:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.268267:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.268306:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.268312:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.268319:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.268325:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.268329:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.268335:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.268345:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.268348:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.268352:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.268357:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a000/0x2152b583a6e3f48e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:2.0:1769074954.268367:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000545c8f28 reply state 000000005f877fa5 transno 4295106146 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074954.268375:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1769074954.268404:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f487 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308140 expref: 218 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.268416:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308140 expref: 217 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.268422:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074954.268424:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074954.268427:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370ba00, rc 0)
00000100:00100000:2.0:1769074954.268468:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657160064:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1050us (1330us total) trans 4295106146 rc 0/0
00000100:00100000:2.0:1769074954.268474:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209977
00010000:00010000:3.0:1769074954.268782:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f43a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230811d expref: 217 pid: 11659 timeout: 2039 lvb_type: 0
00000100:00100000:3.0:1769074954.268794:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3df480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623366400:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.268815:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.268822:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.268827:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074954.268839:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040e:0x0]: returning size 0
00010000:00010000:3.0:1769074954.268959:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f464 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308132 expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.268981:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308132 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.268988:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:3.0:1769074954.268990:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074954.268992:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:3.0:1769074954.269021:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657159680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15603us (16064us total) trans 4295106147 rc 0/0
00000100:00100000:3.0:1769074954.269028:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209975
00000100:00100000:0.0:1769074954.276979:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.277394:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657160320
00000100:00100000:1.0:1769074954.277406:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657160320
00000100:00100000:1.0:1769074954.277471:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209978
00000100:00100000:1.0:1769074954.277480:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657160320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.277505:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.277526:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f4b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308147 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.277581:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.277591:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.277598:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.277604:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370aa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.277608:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.277615:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.277630:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.277630:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb0449b87 (ffff90328e9ab900)
00010000:00010000:3.0:1769074954.277634:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.277638:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.277643:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308132 expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.277643:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f495 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.277653:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.277691:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308132 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.277701:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308132 expref: 217 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074954.277713:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623366528:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.277789:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c240 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.285042:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.285204:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.285303:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657160576
00000100:00100000:2.0:1769074954.285312:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657160576
00010000:00010000:2.0:1769074954.285350:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308132 expref: 218 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:2.0:1769074954.285394:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5209
00000100:00100000:2.0:1769074954.285405:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2369:x1855007657160576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.285429:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.285436:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308132 expref: 218 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.285449:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308132 expref: 218 pid: 5764 timeout: 2039 lvb_type: 0
00010000:00010000:2.0:1769074954.285473:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:2.0:1769074954.285480:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.285489:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.285499:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.285517:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.285572:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2369:x1855007657160576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (368us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.285581:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5209
00010000:00010000:1.0:1769074954.285649:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f46b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308132 expref: 217 pid: 5764 timeout: 2039 lvb_type: 0
00000100:00100000:1.0:1769074954.285666:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623366528:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.285688:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.285696:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.285702:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074954.285749:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040e:0x0]: returning size 0
00000004:00200000:1.0:1769074954.285754:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.285775:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.285809:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f4b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308147 expref: 217 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.285823:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308147 expref: 216 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.285829:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:1.0:1769074954.285833:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.285835:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8000, rc 0)
00000100:00100000:1.0:1769074954.285862:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657160320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8383us (8902us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.285868:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209978
00000100:00100000:0.0:1769074954.286392:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657160448
00000100:00100000:0.0:1769074954.286399:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657160448
00000100:00100000:0.0:1769074954.286558:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2920
00000100:00100000:0.0:1769074954.286568:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657160448:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.286584:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.286602:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230814e expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00002000:00010000:0.0:1769074954.286630:0:13375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1769074954.286646:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.286648:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.286655:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230814e expref: 75 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.286670:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230814e expref: 75 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074954.286686:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbc00, rc 0)
00000100:00100000:0.0:1769074954.286719:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657160448:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 153us (1688us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.286726:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2920
00000100:00100000:0.0:1769074954.302648:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.302746:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.304648:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657160960
00000100:00100000:1.0:1769074954.304661:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657160960
00000100:00100000:1.0:1769074954.304722:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4238
00000100:00100000:1.0:1769074954.304732:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657160960:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074954.305197:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13245:x1855007657160960:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 464us (2447us total) trans 4295106148 rc 0/0
00000100:00100000:0.0:1769074954.305206:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4238
00000100:00100000:3.0:1769074954.305805:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657160704
00000100:00100000:3.0:1769074954.305814:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657160704
00000100:00100000:2.0:1769074954.306269:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2921
00000100:00100000:2.0:1769074954.306279:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:13246:x1855007657160704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.306295:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.306317:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90338370a000/0x2152b583a6e3f4c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308155 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.306356:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308124 expref: 73 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074954.306365:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.306367:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.306372:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338370a000/0x2152b583a6e3f4c6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308155 expref: 73 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.306421:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308124 expref: 73 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074954.306436:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308124 expref: 73 pid: 13368 timeout: 2040 lvb_type: 1
00000100:00100000:2.0:1769074954.306458:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623366656:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.306533:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:0.0:1769074954.315905:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.316059:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657161216
00000100:00100000:1.0:1769074954.316070:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657161216
00000100:00100000:1.0:1769074954.316135:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209979
00000100:00100000:1.0:1769074954.316146:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13245:x1855007657161216:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.316172:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.316192:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f4cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230815c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.316305:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.316325:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308140 expref: 218 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.316333:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.316366:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308140 expref: 218 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.316375:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308140 expref: 218 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.316388:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623366784:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.316470:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:2.0:1769074954.316737:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623366656:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074954.316763:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff90338370a000/0x2152b583a6e3f4c6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308155 expref: 73 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.316779:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a000, rc 0)
00000100:00100000:2.0:1769074954.316810:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13246:x1855007657160704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10532us (14172us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.316817:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2921
00000100:00100000:0.0:1769074954.323664:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.323739:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.323826:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657161344
00000100:00100000:3.0:1769074954.323838:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657161344
00010000:00010000:3.0:1769074954.323880:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308124 expref: 73 pid: 13368 timeout: 2040 lvb_type: 1
00000100:00100000:3.0:1769074954.323955:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657161472
00000100:00100000:3.0:1769074954.323960:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657161472
00010000:00010000:3.0:1769074954.323984:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308140 expref: 219 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.324007:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5210
00000100:00100000:3.0:1769074954.324020:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657161344:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074954.324036:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074954.324064:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308124 expref: 73 pid: 13368 timeout: 2040 lvb_type: 1
00010000:00010000:3.0:1769074954.324078:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308124 expref: 73 pid: 13368 timeout: 2040 lvb_type: 1
00010000:00010000:3.0:1769074954.324107:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f448 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308124 expref: 73 pid: 13368 timeout: 2040 lvb_type: 1
00010000:00010000:3.0:1769074954.324124:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.324126:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074954.324133:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff90338370a000/0x2152b583a6e3f4c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308155 expref: 72 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.324146:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338370a000/0x2152b583a6e3f4c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308155 expref: 72 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.324187:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff90338370a000/0x2152b583a6e3f4c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308155 expref: 72 pid: 13375 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074954.324203:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623366912:192.168.204.54@tcp:105:
00000100:00100000:3.0:1769074954.324455:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.324477:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5211
00000100:00100000:3.0:1769074954.324486:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2367:x1855007657161472:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074954.324496:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074954.324502:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308140 expref: 219 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074954.324512:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308140 expref: 219 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074954.324528:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:3.0:1769074954.324534:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.324544:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.324551:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.324564:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074954.324591:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2367:x1855007657161472:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 106us (850us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.324599:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5211
00010000:00010000:1.0:1769074954.325423:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f49c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308140 expref: 218 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.325443:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623366784:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.325469:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.325478:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.325483:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074954.325505:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 0
00010000:00010000:1.0:1769074954.325677:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f4cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230815c expref: 219 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.325693:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230815c expref: 218 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.325702:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:1.0:1769074954.325705:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074954.325708:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8c00, rc 0)
00000100:00100000:1.0:1769074954.325749:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657161216:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9605us (9854us total) trans 4295106149 rc 0/0
00000100:00100000:1.0:1769074954.325757:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209979
00000100:00100000:3.0:1769074954.336295:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3ddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623366912:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074954.336296:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074954.336327:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074954.336384:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2368:x1855007657161344:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 12367us (12730us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.336396:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5210
00000100:00100000:1.0:1769074954.336504:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657161728
00000100:00100000:1.0:1769074954.336512:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657161728
00000100:00100000:1.0:1769074954.336561:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4239
00000100:00100000:1.0:1769074954.336569:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657161728:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074954.336879:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657161728:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 310us (674us total) trans 4295106150 rc 0/0
00000100:00100000:1.0:1769074954.336887:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4239
00000100:00100000:0.0:1769074954.336898:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.336935:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657161856
00000100:00100000:1.0:1769074954.336939:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657161856
00000100:00100000:1.0:1769074954.336965:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209980
00000100:00100000:1.0:1769074954.336994:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657161856:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.337006:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.337026:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f4e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308163 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.337092:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.337108:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230815c expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.337116:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.337148:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230815c expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.337162:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230815c expref: 220 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.337176:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623367040:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.337226:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ccc0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074954.341829:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623367040:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.341865:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074954.344676:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.344782:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.344896:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657161984
00000100:00100000:1.0:1769074954.344944:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657161984
00010000:00010000:1.0:1769074954.344999:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230815c expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.345033:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5212
00000100:00100000:1.0:1769074954.345042:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2369:x1855007657161984:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074954.345060:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074954.345067:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230815c expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.345082:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230815c expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.345108:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f4d4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230815c expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.345128:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:1.0:1769074954.345133:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.345143:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.345150:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.345185:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.345249:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2369:x1855007657161984:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 207us (465us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.345257:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5212
00010000:00010000:2.0:1769074954.345320:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345329:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074954.345375:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 0
00000004:00200000:2.0:1769074954.345380:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074954.345401:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345432:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f4e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308163 expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.345447:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308163 expref: 219 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.345455:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074954.345458:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074954.345460:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9000, rc 0)
00000100:00100000:2.0:1769074954.345501:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657161856:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8508us (8601us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.345508:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209980
00000100:00100000:2.0:1769074954.345537:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657162112
00000100:00100000:2.0:1769074954.345541:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657162112
00000100:00100000:2.0:1769074954.345572:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209981
00000100:00100000:2.0:1769074954.345579:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657162112:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.345597:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.345614:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f4f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230816a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.345669:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345680:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345688:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345702:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345708:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345718:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345827:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345835:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345842:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074954.345862:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040e:0x0]: returning size 2048
00000004:00200000:2.0:1769074954.345865:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074954.345875:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345886:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345894:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345900:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345956:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345964:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.345978:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345986:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.345995:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074954.345998:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.346003:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.346008:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f4f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.346018:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.346023:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.346028:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.346032:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.346036:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.346041:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.346047:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5a114248 (ffff90328e9ab100)
00010000:00010000:2.0:1769074954.346049:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.346052:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.346057:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f4fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.346079:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ba00/0x2152b583a6e3f4f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.346090:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.346097:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:2.0:1769074954.346099:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074954.346102:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370aa00, rc 0)
00000100:00100000:2.0:1769074954.346133:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657162112:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 555us (1469us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.346139:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209981
00000100:00100000:0.0:1769074954.353742:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.353843:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657162368
00000100:00100000:3.0:1769074954.353854:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657162368
00000100:00100000:3.0:1769074954.353961:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209982
00000100:00100000:3.0:1769074954.353980:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657162368:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.354002:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.354024:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f50c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308171 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.354144:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.354161:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308147 expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.354169:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.354178:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.354384:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.354399:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.354418:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367168:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.354507:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308147 expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.354516:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308147 expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.354525:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367296:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.354546:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a000 going to sleep for 11 seconds
00000100:00100000:2.0:1769074954.357161:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.357222:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657162496
00000100:00100000:1.0:1769074954.357233:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657162496
00010000:00010000:1.0:1769074954.357273:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 222 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.357315:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5213
00000100:00100000:1.0:1769074954.357325:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2366:x1855007657162496:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074954.357341:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074954.357349:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 222 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.357362:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 222 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.357385:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:1.0:1769074954.357391:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.357399:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.357406:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.357462:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2366:x1855007657162496:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 138us (311us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.357469:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5213
00000100:00100000:0.0:1769074954.364237:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.364458:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657162624
00000100:00100000:2.0:1769074954.364470:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657162624
00000100:00100000:2.0:1769074954.364542:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2922
00000100:00100000:2.0:1769074954.364553:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:13245:x1855007657162624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.364571:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.364592:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90338370ba00/0x2152b583a6e3f51a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308178 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.364624:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230814e expref: 76 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074954.364632:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.364634:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.364638:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338370ba00/0x2152b583a6e3f51a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308178 expref: 76 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.364682:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230814e expref: 76 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074954.364695:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230814e expref: 76 pid: 13375 timeout: 2040 lvb_type: 1
00000100:00100000:2.0:1769074954.364711:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:13375:1855007623367424:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.364805:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00010000:00010000:3.0:1769074954.369685:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000002bc70ab8 x1855007623367168) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074954.369709:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f505 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230816a expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.369726:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3ddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367168:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074954.370082:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.370176:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.370203:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657162752
00000100:00100000:0.0:1769074954.370210:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657162752
00010000:00010000:0.0:1769074954.370259:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230814e expref: 77 pid: 13375 timeout: 2040 lvb_type: 1
00000100:00100000:3.0:1769074954.370365:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:13375:1855007623367424:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.370394:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff90338370ba00/0x2152b583a6e3f51a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308178 expref: 77 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.370409:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370ba00, rc 0)
00000100:00100000:3.0:1769074954.370461:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13245:x1855007657162624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5911us (6246us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.370469:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2922
00000100:00100000:2.0:1769074954.371377:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367296:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074954.371401:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:2.0:1769074954.371407:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.371416:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.371424:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074954.372690:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657162880
00000100:00100000:0.0:1769074954.372702:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657162880
00010000:00010000:0.0:1769074954.372735:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308147 expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.375175:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5214
00000100:00100000:1.0:1769074954.375197:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657162752:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074954.375217:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074954.375245:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230814e expref: 76 pid: 13375 timeout: 2040 lvb_type: 1
00010000:00010000:1.0:1769074954.375259:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230814e expref: 76 pid: 13375 timeout: 2040 lvb_type: 1
00000100:00100000:0.0:1769074954.375268:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5215
00010000:00010000:1.0:1769074954.375284:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f4bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230814e expref: 76 pid: 13375 timeout: 2040 lvb_type: 1
00000100:00100000:0.0:1769074954.375286:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657162880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.375297:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.375304:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308147 expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.375305:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074954.375307:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.375315:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308147 expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.375315:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff90338370ba00/0x2152b583a6e3f51a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308178 expref: 75 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.375325:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338370ba00/0x2152b583a6e3f51a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308178 expref: 75 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.375329:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f4b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308147 expref: 221 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.375340:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:0.0:1769074954.375345:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.375353:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.375359:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.375362:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff90338370ba00/0x2152b583a6e3f51a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308178 expref: 75 pid: 13375 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074954.375377:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623367552:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074954.375381:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.375456:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ccc0 going to sleep for 11 seconds
00010000:00010000:2.0:1769074954.381488:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.381508:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074954.381541:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040e:0x0]: returning size 2048
00010000:00010000:2.0:1769074954.381722:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f50c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308171 expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.381749:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308171 expref: 221 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.381758:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:2.0:1769074954.381761:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074954.381765:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73000, rc 0)
00000100:00100000:0.0:1769074954.382492:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657162880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 7203us (12310us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.382505:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5215
00000100:00100000:3.0:1769074954.384206:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.384248:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657163136
00000100:00100000:3.0:1769074954.384260:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657163136
00000100:00100000:3.0:1769074954.384316:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4240
00000100:00100000:3.0:1769074954.384326:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657163136:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.384636:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657163136:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 311us (438us total) trans 4295106152 rc 0/0
00000100:00100000:3.0:1769074954.384644:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4240
00000100:00100000:2.0:1769074954.393765:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13246:x1855007657162368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 39780us (40020us total) trans 4295106151 rc 0/0
00000100:00100000:2.0:1769074954.393779:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209982
00000100:00100000:0.0:1769074954.399610:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.399654:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657163264
00000100:00100000:0.0:1769074954.399656:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.399665:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657163264
00000100:00100000:2.0:1769074954.399725:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623367552:192.168.204.54@tcp:105:
00000100:00100000:1.0:1769074954.399729:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657163392
00000100:00100000:1.0:1769074954.399732:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657163392
00000100:00100000:1.0:1769074954.399752:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209983
00010000:00010000:2.0:1769074954.399757:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.399760:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657163264:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.399783:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.399802:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f528 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230817f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074954.399809:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657162752:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 24622us (29729us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.399816:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5214
00010000:00010000:1.0:1769074954.399863:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.399878:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.399890:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.399903:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.399934:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.399941:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400055:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400064:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400070:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074954.400104:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 53
00000004:00200000:1.0:1769074954.400109:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.400128:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400139:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400148:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400154:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400164:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400170:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.400175:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400182:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400193:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074954.400196:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.400201:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400206:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f52f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400218:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400224:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400229:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400234:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.400236:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400242:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400249:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb0449b87 (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.400251:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.400254:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400258:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f536 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400291:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f528 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.400303:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.400310:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:1.0:1769074954.400312:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.400315:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:1.0:1769074954.400344:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657163264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 583us (744us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.400350:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209983
00000100:00100000:1.0:1769074954.400366:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209984
00000100:00100000:1.0:1769074954.400372:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657163392:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.400385:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.400395:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f544 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308186 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.400436:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400447:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308171 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.400454:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.400485:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308171 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.400496:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308171 expref: 223 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.400509:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367680:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.400633:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:2.0:1769074954.405288:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367680:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074954.405323:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074954.406052:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.406546:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657163520
00000100:00100000:2.0:1769074954.406556:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657163520
00010000:00010000:2.0:1769074954.406598:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308171 expref: 224 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.406642:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5216
00000100:00100000:2.0:1769074954.406652:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2367:x1855007657163520:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.406672:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.406679:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308171 expref: 224 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.406691:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308171 expref: 224 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.406714:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f513 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308171 expref: 224 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.406732:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:2.0:1769074954.406738:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.406747:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.406754:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.406782:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.406839:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2367:x1855007657163520:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (789us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.406848:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5216
00010000:00010000:1.0:1769074954.406863:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.406871:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074954.406949:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040e:0x0]: returning size 2048
00000004:00200000:1.0:1769074954.406954:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.406984:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.407013:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f544 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308186 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.407029:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9200/0x2152b583a6e3f54b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308186 expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.407041:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:1.0:1769074954.407043:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.407046:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9200, rc 0)
00000100:00100000:1.0:1769074954.407083:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657163392:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6711us (7426us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.407090:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209984
00000100:00100000:0.0:1769074954.419231:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.419320:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.420268:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657163776
00000100:00100000:2.0:1769074954.420281:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657163776
00000100:00100000:2.0:1769074954.420336:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657163904
00000100:00100000:2.0:1769074954.420339:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657163904
00000100:00100000:2.0:1769074954.420372:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209985
00000100:00100000:2.0:1769074954.420382:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657163776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.420413:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.420434:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f552 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230818d expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074954.420504:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209986
00000100:00100000:1.0:1769074954.420533:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657163904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.420542:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.420548:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.420551:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f560 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308194 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.420564:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308163 expref: 225 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.420572:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.420580:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.420588:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420597:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420608:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.420615:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.420621:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420627:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.420628:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 225 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.420634:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074954.420641:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367808:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.420701:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420708:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420714:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420721:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.420724:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420732:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.420739:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308163 expref: 225 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.420744:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074954.420747:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308163 expref: 225 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.420748:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.420753:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420759:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f567 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074954.420762:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367936:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.420772:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420778:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420783:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074954.420783:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c6c0 going to sleep for 11 seconds
00010000:00010000:1.0:1769074954.420792:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.420795:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420800:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420807:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xb15b1c48 (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.420810:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.420813:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420818:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f56e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.420851:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f560 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308194 expref: 225 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.420859:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074954.420861:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.420865:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f560 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308194 expref: 225 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.420872:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9800, rc 0)
00000100:00100000:1.0:1769074954.420933:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657163904:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 395us (1587us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074954.420941:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209986
00000100:00100000:2.0:1769074954.424288:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.424342:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657164032
00000100:00100000:0.0:1769074954.424353:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657164032
00010000:00010000:0.0:1769074954.424393:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 224 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.424438:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5217
00000100:00100000:0.0:1769074954.424449:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2366:x1855007657164032:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.424465:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.424472:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 224 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.424485:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 224 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.424509:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:0.0:1769074954.424526:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.424535:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.424542:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.424601:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2366:x1855007657164032:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 154us (322us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.424609:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5217
00010000:00010000:2.0:1769074954.429111:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000036ddaf86 x1855007623367808) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 223 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.429135:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f53d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230817f expref: 223 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.429151:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367808:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.430552:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.430729:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657164160
00000100:00100000:0.0:1769074954.430740:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657164160
00000100:00100000:0.0:1769074954.430801:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209987
00000100:00100000:0.0:1769074954.430809:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657164160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.430829:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.430848:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f575 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230819b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.430951:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f57c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.430975:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f57c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.430987:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f57c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074954.431052:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:0.0:1769074954.431056:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074954.431079:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f57c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.431106:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f575 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230819b expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.431124:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f57c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230819b expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.431134:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.431137:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074954.431141:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:0.0:1769074954.431197:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657164160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 387us (654us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.431204:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209987
00000100:00100000:3.0:1769074954.435136:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.435646:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657164288
00000100:00100000:1.0:1769074954.435657:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657164288
00000100:00100000:1.0:1769074954.435718:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4241
00000100:00100000:1.0:1769074954.435729:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a312050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657164288:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074954.440435:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.440479:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623367936:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074954.440512:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074954.440518:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.440530:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.440539:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074954.440591:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657164416
00000100:00100000:0.0:1769074954.440599:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657164416
00010000:00010000:0.0:1769074954.440633:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308163 expref: 225 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.440668:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5218
00000100:00100000:0.0:1769074954.440676:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2368:x1855007657164416:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.440690:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.440696:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308163 expref: 225 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.440707:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308163 expref: 225 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.440727:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3f4e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308163 expref: 225 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.440738:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:0.0:1769074954.440741:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.440747:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.440754:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.440785:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.440835:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657164416:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 159us (409us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.440842:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5218
00010000:00010000:1.0:1769074954.441346:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.441355:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074954.441374:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 53
00000100:00100000:3.0:1769074954.441413:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a312050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657164288:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5685us (6286us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.441422:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4241
00010000:00010000:1.0:1769074954.441520:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f552 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230818d expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.441537:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230818d expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.441545:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:1.0:1769074954.441547:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074954.441550:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a600, rc 0)
00000100:00100000:1.0:1769074954.441589:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657163776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 21208us (22367us total) trans 4295106153 rc 0/0
00000100:00100000:1.0:1769074954.441595:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209985
00000100:00100000:1.0:1769074954.455236:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.455348:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.455438:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657164800
00000100:00100000:2.0:1769074954.455438:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657164544
00000100:00100000:0.0:1769074954.455449:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657164800
00000100:00100000:2.0:1769074954.455449:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657164544
00000100:00100000:2.0:1769074954.455520:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209988
00000100:00100000:0.0:1769074954.455528:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209989
00000100:00100000:2.0:1769074954.455530:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657164544:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:0.0:1769074954.455534:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657164800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.455606:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.455631:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f58a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081a9 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.455712:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455729:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455741:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455758:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455765:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455771:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455843:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455851:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455858:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455864:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.455868:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455875:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.455877:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.455887:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074954.455888:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f59f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081a2 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.455890:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.455894:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455899:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f591 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455941:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455947:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455952:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455956:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2faa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.455959:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455965:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455981:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xb15b1c48 (ffff903298a49900)
00010000:00010000:2.0:1769074954.455982:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.455984:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.455987:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.455993:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f598 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.455993:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230818d expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.456001:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.456023:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f58a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a9 expref: 226 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.456030:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074954.456032:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230818d expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.456033:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:0.0:1769074954.456036:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f58a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a9 expref: 226 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.456044:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa600, rc 0)
00010000:00010000:2.0:1769074954.456045:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230818d expref: 225 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.456057:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623368064:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.456263:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074954.456304:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657164800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 767us (953us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074954.456312:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209989
00000100:00100000:3.0:1769074954.459498:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.459767:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657164928
00000100:00100000:2.0:1769074954.459779:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657164928
00010000:00010000:2.0:1769074954.459822:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230818d expref: 225 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.459869:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5219
00000100:00100000:2.0:1769074954.459877:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2369:x1855007657164928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.459892:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.459899:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230818d expref: 225 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.459937:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230818d expref: 225 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.459962:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074954.459977:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.459987:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.459993:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.460015:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.460079:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2369:x1855007657164928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 201us (590us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.460087:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5219
00010000:00010000:1.0:1769074954.461981:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f559 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230818d expref: 224 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.462007:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623368064:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.462036:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.462046:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.462052:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074954.462096:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 53
00000004:00200000:1.0:1769074954.462100:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.462120:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.462153:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f59f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a2 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.462165:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a2 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.462175:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:1.0:1769074954.462178:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.462181:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a200, rc 0)
00000100:00100000:1.0:1769074954.462336:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657164544:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6807us (7109us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.462345:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209988
00000100:00100000:3.0:1769074954.464673:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.464757:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657165056
00000100:00100000:1.0:1769074954.464769:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657165056
00000100:00100000:1.0:1769074954.464824:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209990
00000100:00100000:1.0:1769074954.464834:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657165056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.464858:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.464879:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f5ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081b0 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.464982:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.464997:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465008:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465021:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465027:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465033:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465104:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465111:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465116:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465121:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.465125:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465133:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465143:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074954.465146:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.465150:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465155:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f5b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465168:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465173:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465178:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465182:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.465184:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465189:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465196:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x11c3bde9 (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.465198:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.465200:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465206:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f5bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.465250:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f5ad lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081b0 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.465259:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074954.465261:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.465265:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f5ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081b0 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.465289:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:1.0:1769074954.465351:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657165056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 518us (687us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074954.465359:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209990
00000100:00100000:3.0:1769074954.477976:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.478059:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657165184
00000100:00100000:0.0:1769074954.478069:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657165184
00000100:00100000:0.0:1769074954.478136:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209991
00000100:00100000:0.0:1769074954.478146:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657165184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.478168:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.478192:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f5c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081b7 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.478259:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478273:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478283:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478297:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478305:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478311:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478375:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478383:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478389:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478395:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2faa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.478399:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478406:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478419:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074954.478422:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.478427:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478433:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f5c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478447:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478453:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478458:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478463:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.478465:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478471:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478478:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x7063c938 (ffff903298a49900)
00010000:00010000:0.0:1769074954.478481:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.478483:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478489:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f5d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.478533:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f5c2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081b7 expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.478543:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074954.478545:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.478549:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f5c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081b7 expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.478558:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa600, rc 0)
00000100:00100000:0.0:1769074954.478622:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657165184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 478us (716us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074954.478630:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209991
00000100:00100000:3.0:1769074954.481295:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.481813:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657165440
00000100:00100000:0.0:1769074954.481823:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657165440
00000100:00100000:0.0:1769074954.481889:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209992
00000100:00100000:0.0:1769074954.481899:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657165440:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.482059:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.482063:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1769074954.482091:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f57c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230819b expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.482112:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.482117:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074954.482133:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903385355a00/0x2152b583a6e3f5d7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081be expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.482259:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.482273:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.482283:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.482299:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.482305:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.482311:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00080000:0.0:1769074954.483247:0:7034:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1ca:0x0], index 0: 0
00010000:00010000:0.0:1769074954.483438:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.483453:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.483462:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.483493:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.483500:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.483506:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.485123:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903385355200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.485140:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.485155:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.485171:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.485174:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.485180:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.485186:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f5de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:0.0:1769074954.485201:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f28c07d5 reply state 0000000099f72129 transno 4295106154 ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074954.485210:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074954.485270:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355a00/0x2152b583a6e3f5d7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081be expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.485287:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081be expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.485294:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:0.0:1769074954.485296:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074954.485299:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bff84c00, rc 0)
00000100:00100000:0.0:1769074954.485385:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657165440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3487us (4100us total) trans 4295106154 rc 0/0
00000100:00100000:0.0:1769074954.485397:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209992
00000100:00100000:3.0:1769074954.485572:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.485711:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657165568
00000100:00100000:0.0:1769074954.485720:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657165568
00000100:00100000:0.0:1769074954.485765:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209993
00000100:00100000:0.0:1769074954.485775:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657165568:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.485792:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.485809:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f5fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081c5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.485867:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f601 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.485880:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.485890:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074954.486259:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:0.0:1769074954.486264:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074954.486284:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f601 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.486307:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f5fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081c5 expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.486322:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f601 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081c5 expref: 226 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.486330:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074954.486333:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074954.486335:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbc00, rc 0)
00000100:00100000:0.0:1769074954.486381:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657165568:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 607us (810us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.486389:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209993
00010000:00010000:0.0:1769074954.493116:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.493136:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.493143:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.493149:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903385355400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.493153:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.493161:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.493177:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x11c3bde9 (ffff903298a49a00)
00010000:00010000:0.0:1769074954.493180:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.493185:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.493191:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f5e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074954.495248:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.495299:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.495363:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657165696
00000100:00100000:1.0:1769074954.495377:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657165696
00000100:00100000:1.0:1769074954.495435:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4242
00000100:00100000:1.0:1769074954.495445:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657165696:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074954.500639:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657165824
00000100:00100000:2.0:1769074954.500652:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657165824
00000100:00100000:2.0:1769074954.500742:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2923
00000100:00100000:2.0:1769074954.500755:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2369:x1855007657165824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.500772:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.500798:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081cc expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00002000:00010000:2.0:1769074954.500825:0:13375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1769074954.500842:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.500844:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.500851:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081cc expref: 73 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074954.500864:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081cc expref: 73 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074954.500876:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a800, rc 0)
00000100:00100000:2.0:1769074954.500955:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657165824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 204us (5654us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.500962:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2923
00000100:00100000:1.0:1769074954.507581:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657165696:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 12126us (12330us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.507598:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4242
00000100:00100000:1.0:1769074954.512021:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.512232:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657166080
00000100:00100000:2.0:1769074954.512245:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657166080
00000100:00100000:2.0:1769074954.512318:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4243
00000100:00100000:2.0:1769074954.512327:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657166080:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074954.512696:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657166080:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 370us (686us total) trans 4295106155 rc 0/0
00000100:00100000:2.0:1769074954.512704:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4243
00000100:00100000:1.0:1769074954.516486:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.517668:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.517766:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657166208
00000100:00100000:3.0:1769074954.517779:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657166208
00000100:00100000:3.0:1769074954.517835:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657166464
00000100:00100000:3.0:1769074954.517839:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657166464
00000100:00100000:3.0:1769074954.517874:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209994
00000100:00100000:3.0:1769074954.517884:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657166208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.517937:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.517963:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f60f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081d3 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.518051:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518066:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518077:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518091:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518099:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518105:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518174:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518181:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518187:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518193:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.518197:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518204:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518234:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074954.518236:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.518242:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518247:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f616 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518261:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518266:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518272:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518276:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.518279:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518284:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518290:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3771cd63 (ffff90328bb7fc00)
00010000:00010000:3.0:1769074954.518292:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.518295:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518300:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f61d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518330:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f60f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081d3 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.518341:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074954.518343:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.518347:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f60f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081d3 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.518355:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:3.0:1769074954.518417:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657166208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 534us (1944us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074954.518426:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209994
00000100:00100000:3.0:1769074954.518447:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209995
00000100:00100000:3.0:1769074954.518453:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657166464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.518466:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.518474:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3f624 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081da expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.518551:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518562:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081be expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.518571:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.518601:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081be expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.518618:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081be expref: 227 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.518632:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368192:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.518690:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ad80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.523306:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368192:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.523338:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074954.523628:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.523724:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657166592
00000100:00100000:2.0:1769074954.523733:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657166592
00010000:00010000:2.0:1769074954.523771:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081be expref: 228 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.523814:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5220
00000100:00100000:2.0:1769074954.523825:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657166592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.523839:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.523846:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081be expref: 228 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.523858:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081be expref: 228 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.523880:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f5ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081be expref: 228 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.523894:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:2.0:1769074954.523900:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.523945:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.523952:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.523984:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.524033:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2369:x1855007657166592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 210us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.524040:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5220
00010000:00010000:1.0:1769074954.524342:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.524350:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074954.524372:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10410:0x0]: returning size 0
00010000:00010000:1.0:1769074954.524519:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3f624 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081da expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.524535:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081da expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.524543:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:1.0:1769074954.524546:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074954.524548:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73000, rc 0)
00000100:00100000:1.0:1769074954.524576:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657166464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6123us (6915us total) trans 4295106156 rc 0/0
00000100:00100000:1.0:1769074954.524583:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209995
00000100:00100000:1.0:1769074954.531511:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.531724:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657166720
00000100:00100000:3.0:1769074954.531736:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657166720
00000100:00100000:3.0:1769074954.531798:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209996
00000100:00100000:3.0:1769074954.531810:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657166720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.531836:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.531857:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f639 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081e1 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.532170:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.532186:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081da expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.532196:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.532309:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081da expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.532324:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081da expref: 228 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.532337:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368320:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.532418:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ad80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074954.535125:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.536251:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657166976
00000100:00100000:3.0:1769074954.536264:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657166976
00000100:00100000:3.0:1769074954.536323:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4244
00000100:00100000:3.0:1769074954.536334:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657166976:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.536666:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657166976:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 333us (1548us total) trans 4295106157 rc 0/0
00000100:00100000:3.0:1769074954.536674:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4244
00000100:00100000:1.0:1769074954.540031:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.540363:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657167104
00000100:00100000:2.0:1769074954.540374:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657167104
00010000:00010000:2.0:1769074954.540410:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081da expref: 230 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.540511:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5221
00000100:00100000:2.0:1769074954.540521:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2369:x1855007657167104:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.540535:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.540543:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081da expref: 230 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.540556:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081da expref: 230 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.540576:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:2.0:1769074954.540581:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.540590:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.540596:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.540614:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.540667:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2369:x1855007657167104:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 148us (648us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.540675:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5221
00010000:00010000:3.0:1769074954.540761:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f62b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081da expref: 229 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.540778:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368320:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.540804:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.540813:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.540819:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074954.540865:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10410:0x0]: returning size 0
00000004:00200000:3.0:1769074954.540870:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.540888:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.540961:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f639 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10410:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e1 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.541004:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e1 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.541011:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:3.0:1769074954.541013:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074954.541016:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:3.0:1769074954.541045:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657166720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9238us (9547us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.541052:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209996
00000100:00100000:1.0:1769074954.544127:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.544226:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657167232
00000100:00100000:3.0:1769074954.544236:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657167232
00000100:00100000:3.0:1769074954.544312:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209997
00000100:00100000:3.0:1769074954.544322:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657167232:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.544343:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.544363:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f647 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081e8 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.544433:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544448:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544464:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544478:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544484:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544491:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544600:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f65c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544608:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f65c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544614:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f65c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074954.544644:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040d:0x0]: returning size 491
00000004:00200000:3.0:1769074954.544648:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.544665:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f65c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544674:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f65c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544682:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544688:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544700:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544705:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.544709:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544716:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544727:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074954.544730:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.544736:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544742:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f64e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544755:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544760:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544766:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544770:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.544773:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544779:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544787:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5a381168 (ffff90328bb7fc00)
00010000:00010000:3.0:1769074954.544789:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.544792:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544798:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f655 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.544831:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f647 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e8 expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.544844:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f65c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e8 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.544851:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:3.0:1769074954.544853:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074954.544856:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73e00, rc 0)
00000100:00100000:3.0:1769074954.544939:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657167232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 618us (821us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.544947:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209997
00000100:00100000:1.0:1769074954.554281:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.554536:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657167360
00000100:00100000:2.0:1769074954.554547:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657167360
00000100:00100000:2.0:1769074954.554608:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2924
00000100:00100000:2.0:1769074954.554618:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13246:x1855007657167360:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.554637:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.554657:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081ef expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.554692:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081cc expref: 74 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074954.554706:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.554708:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074954.554713:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 74 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.554742:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081cc expref: 74 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074954.554755:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081cc expref: 74 pid: 13375 timeout: 2040 lvb_type: 1
00000100:00100000:2.0:1769074954.554769:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623368448:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.554853:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c480 going to sleep for 11 seconds
00000100:00100000:1.0:1769074954.560033:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.560325:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.560468:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657167744
00000100:00100000:3.0:1769074954.560481:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657167744
00000100:00100000:3.0:1769074954.560561:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1500
00000100:00100000:3.0:1769074954.560572:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390b43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2368:x1855007657167744:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074954.560594:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074954.560623:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f65c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e8 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.560650:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:3.0:1769074954.560656:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074954.560721:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390b43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2368:x1855007657167744:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 151us (395us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.560729:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1500
00000100:00100000:2.0:1769074954.563131:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657167616
00000100:00100000:2.0:1769074954.563146:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657167616
00000100:00100000:2.0:1769074954.563250:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4245
00000100:00100000:2.0:1769074954.563260:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657167616:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074954.563541:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657167616:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 281us (3517us total) trans 4295106158 rc 0/0
00000100:00100000:2.0:1769074954.563549:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4245
00000100:00100000:1.0:1769074954.570619:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.570649:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.570755:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623368448:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074954.570794:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 74 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.570821:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370aa00, rc 0)
00000100:00100000:2.0:1769074954.570875:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:13246:x1855007657167360:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16258us (16603us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.570885:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2924
00000100:00100000:0.0:1769074954.571005:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657167872
00000100:00100000:0.0:1769074954.571013:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657167872
00010000:00010000:0.0:1769074954.571045:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081cc expref: 74 pid: 13375 timeout: 2040 lvb_type: 1
00000100:00100000:0.0:1769074954.571078:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5222
00000100:00100000:0.0:1769074954.571087:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2369:x1855007657167872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.571100:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.571122:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081cc expref: 74 pid: 13375 timeout: 2040 lvb_type: 1
00010000:00010000:0.0:1769074954.571133:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081cc expref: 74 pid: 13375 timeout: 2040 lvb_type: 1
00010000:00010000:0.0:1769074954.571155:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff90338370a800/0x2152b583a6e3f608 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081cc expref: 74 pid: 13375 timeout: 2040 lvb_type: 1
00010000:00010000:0.0:1769074954.571168:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.571170:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074954.571177:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 73 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.571187:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 73 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.571228:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 73 pid: 13375 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074954.571241:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5747:1855007623368576:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074954.571299:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff903385342180 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.571809:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657168128
00000100:00100000:3.0:1769074954.571815:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657168128
00000100:00100000:3.0:1769074954.571851:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4246
00000100:00100000:3.0:1769074954.571858:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657168128:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.572080:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657168128:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 222us (1429us total) trans 4295106159 rc 0/0
00000100:00100000:3.0:1769074954.572087:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4246
00000100:00100000:0.0:1769074954.580300:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5747:1855007623368576:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074954.580332:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.580399:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657167872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 9312us (9787us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.580410:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5222
00000100:00100000:1.0:1769074954.585716:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.585759:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.585840:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657168384
00000100:00100000:3.0:1769074954.585852:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657168384
00000100:00100000:0.0:1769074954.586050:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657168640
00000100:00100000:0.0:1769074954.586054:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657168640
00000100:00100000:0.0:1769074954.586080:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4247
00000100:00100000:0.0:1769074954.586088:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657168384:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074954.586379:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657168384:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 289us (672us total) trans 4295106160 rc 0/0
00000100:00100000:0.0:1769074954.586389:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4247
00000100:00100000:0.0:1769074954.586442:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4248
00000100:00100000:0.0:1769074954.586448:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657168640:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074954.586638:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13246:x1855007657168640:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 189us (876us total) trans 4295106161 rc 0/0
00000100:00100000:0.0:1769074954.586645:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4248
00000100:00100000:1.0:1769074954.591308:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.591440:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657168768
00000100:00100000:2.0:1769074954.591452:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657168768
00000100:00100000:2.0:1769074954.591504:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209998
00000100:00100000:2.0:1769074954.591514:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13246:x1855007657168768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.591537:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.591558:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f66a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081f6 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.591618:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591632:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591642:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591657:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591663:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591669:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591772:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591780:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591786:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074954.591820:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10410:0x0]: returning size 2048
00000004:00200000:2.0:1769074954.591824:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074954.591841:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591850:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591859:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591865:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591871:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591878:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370bc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.591881:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591889:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.591900:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074954.591903:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.592035:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.592043:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f671 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.592054:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.592060:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.592066:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.592071:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.592074:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.592079:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.592087:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x11c3bde9 (ffff90328e9abd00)
00010000:00010000:2.0:1769074954.592089:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.592091:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.592322:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f678 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.592358:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f66a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081f6 expref: 234 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.592375:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081f6 expref: 233 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.592382:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:2.0:1769074954.592385:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074954.592387:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a800, rc 0)
00000100:00100000:2.0:1769074954.592452:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657168768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 940us (1153us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.592460:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209998
00000100:00100000:1.0:1769074954.599855:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.599988:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.600479:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657169280
00000100:00100000:3.0:1769074954.600491:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657169280
00000100:00100000:3.0:1769074954.600560:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 209999
00000100:00100000:3.0:1769074954.600571:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657169280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.600598:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.600621:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f686 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23081fd expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.600722:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.600739:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e1 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.600748:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081f6 expref: 234 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.600755:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 5/0,1 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.600792:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081f6 expref: 234 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.600806:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081f6 expref: 234 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.600821:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368704:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.600946:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e1 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.600956:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e1 expref: 234 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.600975:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368832:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.601000:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28aa80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074954.606841:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657169024
00000100:00100000:2.0:1769074954.606862:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657169024
00000100:00100000:2.0:1769074954.607156:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4249
00000100:00100000:2.0:1769074954.607169:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657169024:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074954.607758:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657169024:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 589us (7910us total) trans 4295106162 rc 0/0
00000100:00100000:2.0:1769074954.607768:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4249
00000100:00100000:3.0:1769074954.610126:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368704:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.610532:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.610567:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.610605:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657169536
00000100:00100000:1.0:1769074954.610612:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657169536
00010000:00010000:1.0:1769074954.610652:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e1 expref: 236 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.610688:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657169408
00000100:00100000:1.0:1769074954.610691:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657169408
00010000:00010000:1.0:1769074954.610703:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081f6 expref: 237 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.610730:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5223
00000100:00100000:1.0:1769074954.610741:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2366:x1855007657169536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074954.610760:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074954.610768:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e1 expref: 237 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.610781:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e1 expref: 237 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.610807:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:1.0:1769074954.610813:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.610824:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.610832:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.610888:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2366:x1855007657169536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 148us (356us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.610897:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5223
00000100:00100000:1.0:1769074954.610953:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5224
00000100:00100000:1.0:1769074954.610961:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2366:x1855007657169408:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074954.610980:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074954.610985:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081f6 expref: 236 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.610996:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081f6 expref: 236 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.611010:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f67f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081f6 expref: 236 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.611023:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:1.0:1769074954.611027:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.611035:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.611043:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.611063:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.611083:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2366:x1855007657169408:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 123us (515us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.611090:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5224
00010000:00010000:3.0:1769074954.615460:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f640 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081e1 expref: 234 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.615490:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368832:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.615524:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074954.615775:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.615853:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657169920
00000100:00100000:3.0:1769074954.615861:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657169920
00000100:00100000:3.0:1769074954.616092:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4250
00000100:00100000:3.0:1769074954.616103:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657169920:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.616506:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657169920:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 402us (730us total) trans 4295106163 rc 0/0
00000100:00100000:3.0:1769074954.616515:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4250
00010000:00010000:0.0:1769074954.617643:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.617660:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074954.617681:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10410:0x0]: returning size 2048
00010000:00010000:0.0:1769074954.617822:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f686 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081fd expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.617843:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081fd expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.617853:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:0.0:1769074954.617855:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074954.617860:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:0.0:1769074954.618348:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657169280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17338us (17920us total) trans 4295106164 rc 0/0
00000100:00100000:0.0:1769074954.618357:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 209999
00000100:00100000:1.0:1769074954.623597:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.623668:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.623727:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657170304
00000100:00100000:0.0:1769074954.623737:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657170304
00000100:00100000:0.0:1769074954.623793:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210000
00000100:00100000:0.0:1769074954.623802:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657170304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.623829:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.623850:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f69b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308204 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.623979:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.623993:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081fd expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.624001:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.624032:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081fd expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.624045:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081fd expref: 236 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.624057:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368960:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074954.624123:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c9f9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.625187:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657170176
00000100:00100000:3.0:1769074954.625197:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657170176
00000100:00100000:3.0:1769074954.625306:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4251
00000100:00100000:3.0:1769074954.625316:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657170176:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.625566:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657170176:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 251us (1978us total) trans 4295106165 rc 0/0
00000100:00100000:3.0:1769074954.625575:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4251
00000100:00100000:1.0:1769074954.629795:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.629860:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657170432
00000100:00100000:2.0:1769074954.629871:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657170432
00010000:00010000:2.0:1769074954.629955:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081fd expref: 238 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.630003:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5225
00000100:00100000:2.0:1769074954.630013:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:2369:x1855007657170432:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.630029:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.630037:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081fd expref: 238 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.630050:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081fd expref: 238 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.630072:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:2.0:1769074954.630077:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.630087:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.630094:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.630113:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.630177:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:2369:x1855007657170432:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 165us (390us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.630186:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5225
00010000:00010000:0.0:1769074954.630744:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f68d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10410:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081fd expref: 237 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.630760:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623368960:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.630783:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.630791:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.630796:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074954.630840:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10410:0x0]: returning size 2048
00000004:00200000:0.0:1769074954.630845:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074954.630865:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.630895:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f69b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10410:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308204 expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.630938:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308204 expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.630947:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:0.0:1769074954.630949:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074954.630952:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:0.0:1769074954.631009:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13246:x1855007657170304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7207us (7338us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.631016:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210000
00000100:00100000:1.0:1769074954.637333:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.637416:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657170688
00000100:00100000:3.0:1769074954.637428:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657170688
00000100:00100000:3.0:1769074954.637490:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4252
00000100:00100000:3.0:1769074954.637501:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657170688:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.637767:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657170688:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 267us (445us total) trans 4295106166 rc 0/0
00000100:00100000:3.0:1769074954.637776:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4252
00000100:00100000:3.0:1769074954.641655:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.641954:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657170944
00000100:00100000:2.0:1769074954.641977:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657170944
00000100:00100000:2.0:1769074954.642029:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4253
00000100:00100000:2.0:1769074954.642039:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657170944:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074954.642324:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657170944:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 284us (676us total) trans 4295106167 rc 0/0
00000100:00100000:2.0:1769074954.642333:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4253
00000100:00100000:0.0:1769074954.649223:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.649292:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.649567:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657171072
00000100:00100000:1.0:1769074954.649578:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657171072
00000100:00100000:1.0:1769074954.649641:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657171328
00000100:00100000:1.0:1769074954.649645:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657171328
00000100:00100000:1.0:1769074954.649679:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210001
00000100:00100000:1.0:1769074954.649688:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657171072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.649710:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.649732:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f6a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230820b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.649799:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.649813:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.649824:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.649840:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.649847:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.649852:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.649970:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.649979:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.649985:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.649992:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.649996:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650002:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650013:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074954.650016:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.650020:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650025:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f6b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650039:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650044:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650049:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650053:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.650056:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650060:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650067:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xb15b1c48 (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.650069:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.650072:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650077:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f6b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650110:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f6a9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230820b expref: 240 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.650119:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074954.650121:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.650125:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f6a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230820b expref: 240 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.650133:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8c00, rc 0)
00000100:00100000:1.0:1769074954.650200:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657171072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 513us (998us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074954.650208:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210001
00000100:00100000:1.0:1769074954.650229:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210002
00000100:00100000:1.0:1769074954.650236:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657171328:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:1.0:1769074954.650268:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1769074954.650609:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f392 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080e5 expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.650628:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:1.0:1769074954.650642:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f601 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081c5 expref: 237 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.650651:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074954.650654:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074954.650668:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650677:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650685:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650696:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650703:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650708:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650798:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650805:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.650811:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000040:00080000:0.0:1769074954.652195:0:11659:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].393, 64 off33408
00010000:00010000:0.0:1769074954.652300:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652314:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652324:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652331:0:11659:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652337:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652342:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652367:0:11659:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1769074954.652390:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652396:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652402:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652407:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.652411:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652422:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652433:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff9032a2c16d00)
00010000:00010000:0.0:1769074954.652435:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1769074954.652439:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652445:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3f6cc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1040d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652497:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652504:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652510:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652514:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.652517:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652523:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652531:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074954.652534:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.652537:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.652543:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f6be lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:0.0:1769074954.652553:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000005587e78 reply state 00000000408e8c5a transno 4295106168 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074954.652563:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1769074954.652644:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657171328:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 2405us (3349us total) trans 4295106168 rc 0/0
00000100:00100000:0.0:1769074954.652652:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210002
00010000:00010000:3.0:1769074954.652948:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.652957:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.652976:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.652979:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.652988:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.652998:0:13362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040d:0x0].0x0 (ffff9032a2c16d00)
00010000:00010000:3.0:1769074954.652999:0:13362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1769074954.653002:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.653007:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1040d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.653025:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.653027:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.653029:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769074954.658766:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.658884:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657171584
00000100:00100000:2.0:1769074954.658897:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657171584
00000100:00100000:2.0:1769074954.659011:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4254
00000100:00100000:2.0:1769074954.659024:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657171584:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:2.0:1769074954.659330:0:13329:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106169
00000100:00100000:2.0:1769074954.659447:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657171584:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 424us (690us total) trans 4295106170 rc 0/0
00000100:00100000:2.0:1769074954.659455:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4254
00000020:00080000:2.0:1769074954.659461:0:13329:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:3.0:1769074954.660062:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.660075:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.660084:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.660090:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.660094:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.660105:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.660121:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5a381168 (ffff9032a2c16500)
00010000:00010000:3.0:1769074954.660124:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.660129:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.660134:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f6c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x5a381168 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074954.666622:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.666747:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657171712
00000100:00100000:0.0:1769074954.666759:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657171712
00000100:00100000:0.0:1769074954.666821:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210003
00000100:00100000:0.0:1769074954.666832:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657171712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.666857:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.666880:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308212 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.666992:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f6e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.667009:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.667020:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074954.667093:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:0.0:1769074954.667098:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074954.667124:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.667154:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f6da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308212 expref: 241 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.667171:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f6e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308212 expref: 240 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.667180:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.667183:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074954.667187:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbc00, rc 0)
00000100:00100000:0.0:1769074954.667254:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657171712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 425us (641us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.667262:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210003
00000100:00100000:1.0:1769074954.676506:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.676555:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.676632:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657171840
00000100:00100000:0.0:1769074954.676643:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657171840
00000100:00100000:0.0:1769074954.676703:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4255
00000100:00100000:0.0:1769074954.676713:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657171840:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074954.677431:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657172096
00000100:00100000:2.0:1769074954.677440:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657172096
00000100:00100000:2.0:1769074954.677480:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210004
00000100:00100000:2.0:1769074954.677488:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657172096:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074954.677535:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.677562:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f242 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230808a expref: 241 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.677581:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab000)
00010000:00010000:2.0:1769074954.677591:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074954.677610:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.677623:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.677632:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.677645:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.677652:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.677662:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.677774:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.677781:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.677788:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000040:00080000:2.0:1769074954.678191:0:7034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].397, 64 off33600
00000004:00080000:2.0:1769074954.678202:0:7034:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1940379293563ns, next at 1941379291084ns, rc = 0
00010000:00010000:2.0:1769074954.678254:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.678263:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679650:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679666:0:7034:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679672:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679678:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679702:0:7034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1769074954.679728:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679734:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679740:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679747:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.679751:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679758:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679770:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:2.0:1769074954.679773:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1769074954.679778:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679784:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f6f6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1040c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679835:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679841:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679846:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679851:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.679854:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679860:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679867:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.679870:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.679873:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.679878:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f6e8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:2.0:1769074954.679887:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004f1f1717 reply state 00000000b832705e transno 4295106171 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074954.679895:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074954.680018:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657172096:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 2526us (3457us total) trans 4295106171 rc 0/0
00000100:00100000:2.0:1769074954.680028:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210004
00010000:00010000:3.0:1769074954.684303:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.684317:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.684327:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.684331:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.684340:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.684355:0:13432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040c:0x0].0x0 (ffff90328e9ab600)
00010000:00010000:3.0:1769074954.684358:0:13432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1769074954.684363:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.684369:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f6fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1040c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.684394:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.684396:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.684398:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074954.685803:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074954.685825:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.685838:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.685844:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.685851:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370bc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.685855:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.685863:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.685877:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xfd3f225d (ffff90328e9abd00)
00010000:00010000:0.0:1769074954.685880:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.685885:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074954.685891:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f6ef lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xfd3f225d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074954.686661:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.687526:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657171840:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 10809us (11024us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.687542:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4255
00000100:00100000:3.0:1769074954.687726:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657172224
00000100:00100000:3.0:1769074954.687736:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657172224
00000100:00100000:3.0:1769074954.687790:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210005
00000100:00100000:3.0:1769074954.687799:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657172224:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.687820:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.687842:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f704 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308219 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.687934:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.687949:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.687960:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.687987:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.687994:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688001:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688069:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688076:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688083:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688089:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.688093:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688101:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688113:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074954.688116:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.688120:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688125:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f70b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688137:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688143:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688149:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688154:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.688156:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688162:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688168:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x14062c82 (ffff90328bb7fc00)
00010000:00010000:3.0:1769074954.688171:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.688173:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688178:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f712 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.688210:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f704 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308219 expref: 241 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.688220:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074954.688222:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.688225:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f704 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308219 expref: 241 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.688233:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73c00, rc 0)
00000100:00100000:3.0:1769074954.688266:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657172224:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 469us (1611us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074954.688286:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210005
00000100:00100000:2.0:1769074954.695476:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.695523:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.695617:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657172352
00000100:00100000:1.0:1769074954.695630:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657172352
00000100:00100000:1.0:1769074954.695691:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657172608
00000100:00100000:1.0:1769074954.695694:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657172608
00000100:00100000:1.0:1769074954.695722:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210006
00000100:00100000:1.0:1769074954.695732:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657172352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.695759:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.695784:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f719 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308220 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.695846:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f720 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.695860:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f720 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.695871:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f720 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074954.695986:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:1.0:1769074954.695991:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.696015:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f720 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696041:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f719 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308220 expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.696064:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f720 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308220 expref: 242 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.696073:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074954.696077:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074954.696081:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9800, rc 0)
00000100:00100000:1.0:1769074954.696138:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657172352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 408us (672us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.696145:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210006
00000100:00100000:1.0:1769074954.696164:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210007
00000100:00100000:1.0:1769074954.696171:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657172608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.696179:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.696187:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f727 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308227 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.696231:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696240:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696248:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696261:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696268:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696275:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696321:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696328:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696334:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696340:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.696344:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696352:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696361:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074954.696363:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.696366:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696371:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f72e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696379:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696384:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696393:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696398:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.696401:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696405:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696412:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xb15b1c48 (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.696414:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.696417:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696422:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f735 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.696445:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f727 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308227 expref: 242 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.696454:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074954.696456:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1769074954.696459:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f727 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308227 expref: 242 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.696466:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8600, rc 0)
00000100:00100000:1.0:1769074954.696489:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657172608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 319us (966us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074954.696495:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210007
00000100:00100000:1.0:1769074954.705728:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.705773:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.705852:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657172864
00000100:00100000:3.0:1769074954.705863:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657172864
00000100:00100000:3.0:1769074954.705958:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657172992
00000100:00100000:3.0:1769074954.705971:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657172992
00000100:00100000:3.0:1769074954.705988:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4256
00000100:00100000:3.0:1769074954.705997:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657172864:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.706248:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657172864:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 251us (530us total) trans 4295106172 rc 0/0
00000100:00100000:3.0:1769074954.706256:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4256
00000100:00100000:3.0:1769074954.706284:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4257
00000100:00100000:3.0:1769074954.706292:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657172992:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074954.715032:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.715190:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657173120
00000100:00100000:3.0:1769074954.715201:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657173120
00000100:00100000:3.0:1769074954.715280:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210008
00000100:00100000:3.0:1769074954.715291:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657173120:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.715319:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.715343:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f73c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230822e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.715416:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715434:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715446:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715459:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715466:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715471:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715594:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f751 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715604:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f751 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715615:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f751 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074954.715649:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10410:0x0]: returning size 2048
00000004:00200000:3.0:1769074954.715654:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.715673:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f751 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715684:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f751 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715691:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715697:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715703:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715709:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.715713:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715721:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715732:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.715735:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.715741:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715747:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f743 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715762:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715768:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715774:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715778:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.715781:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715786:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715793:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x11c3bde9 (ffff90328bb7fc00)
00010000:00010000:3.0:1769074954.715795:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.715797:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715801:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f74a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.715833:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f73c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230822e expref: 246 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.715845:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f751 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230822e expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.715850:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:3.0:1769074954.715853:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074954.715856:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73400, rc 0)
00000100:00100000:3.0:1769074954.717022:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657173120:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1725us (1992us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.717033:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210008
00000100:00100000:3.0:1769074954.719782:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657172992:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 13476us (13994us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.719797:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4257
00000100:00100000:1.0:1769074954.730395:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.730443:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.730524:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657173376
00000100:00100000:3.0:1769074954.730535:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657173376
00000100:00100000:3.0:1769074954.730595:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4258
00000100:00100000:3.0:1769074954.730606:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2ccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657173376:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.730850:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2ccc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657173376:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 244us (463us total) trans 4295106173 rc 0/0
00000100:00100000:3.0:1769074954.730857:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4258
00000100:00100000:2.0:1769074954.731728:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657173504
00000100:00100000:2.0:1769074954.731738:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657173504
00000100:00100000:2.0:1769074954.731796:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1501
00000100:00100000:2.0:1769074954.731804:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:2366:x1855007657173504:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.731818:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.731844:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3f751 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230822e expref: 244 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.731863:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:2.0:1769074954.731868:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.731899:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:2366:x1855007657173504:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 97us (1456us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.731937:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1501
00000100:00100000:1.0:1769074954.738707:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.738758:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.738841:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657173632
00000100:00100000:3.0:1769074954.738852:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657173632
00000100:00100000:3.0:1769074954.738959:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657173888
00000100:00100000:3.0:1769074954.738972:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657173888
00000100:00100000:3.0:1769074954.738996:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210009
00000100:00100000:3.0:1769074954.739006:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657173632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.739029:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.739056:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f758 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308235 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.739129:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739149:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739164:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739178:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739184:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739190:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739329:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f76d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739337:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739344:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074954.739378:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:3.0:1769074954.739382:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.739401:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739411:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739419:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739428:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739434:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739440:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.739444:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739451:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739463:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074954.739465:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.739471:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739476:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f75f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739490:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739495:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739500:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739504:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.739507:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739513:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739520:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcd7d97c8 (ffff90328bb7fc00)
00010000:00010000:3.0:1769074954.739522:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.739525:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739530:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f766 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739563:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f758 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308235 expref: 246 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.739574:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f76d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308235 expref: 245 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.739581:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074954.739584:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074954.739586:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73000, rc 0)
00000100:00100000:3.0:1769074954.739644:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657173632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 640us (947us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.739651:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210009
00000100:00100000:3.0:1769074954.739672:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210010
00000100:00100000:3.0:1769074954.739679:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657173888:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074954.739711:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1769074954.739724:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f6a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10410:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308204 expref: 244 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.739738:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff903298a49300)
00010000:00010000:3.0:1769074954.739751:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f6e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308212 expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.739759:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.739762:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074954.739774:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739784:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739790:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739803:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739810:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739816:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739887:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739894:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.739901:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000040:00080000:3.0:1769074954.740290:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].398, 64 off33664
00010000:00010000:3.0:1769074954.740348:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740358:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740367:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740373:0:5762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740379:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740385:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740407:0:5762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1769074954.740428:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074954.740433:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740439:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73e00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074954.740442:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740448:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740457:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074954.740459:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1769074954.740463:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740468:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f789 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740478:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.740480:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.740482:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074954.740494:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740500:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740506:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740510:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.740513:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740519:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740526:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10410:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074954.740528:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1769074954.740531:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740536:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f782 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740583:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740596:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740602:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740606:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.740609:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740615:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740622:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.740625:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.740628:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.740633:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f774 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:3.0:1769074954.740641:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007355023b reply state 00000000652fc17e transno 4295106174 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074954.740650:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1769074954.740705:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657173888:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1024us (1944us total) trans 4295106174 rc 0/0
00000100:00100000:3.0:1769074954.740712:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210010
00010000:00010000:3.0:1769074954.746718:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.746737:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.746745:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.746751:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.746755:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.746762:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.746778:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x11c3bde9 (ffff90328bb7f900)
00010000:00010000:3.0:1769074954.746782:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.746787:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.746793:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f77b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074954.755781:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.755886:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.756190:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657174016
00000100:00100000:0.0:1769074954.756201:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657174016
00000100:00100000:0.0:1769074954.756283:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1502
00000100:00100000:0.0:1769074954.756294:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:2368:x1855007657174016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.756311:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.756337:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3f76d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308235 expref: 243 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.756357:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074954.756362:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.756422:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:2368:x1855007657174016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (652us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.756430:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1502
00000100:00100000:2.0:1769074954.756638:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657174272
00000100:00100000:2.0:1769074954.756643:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657174272
00000100:00100000:2.0:1769074954.756687:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210011
00000100:00100000:2.0:1769074954.756695:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657174272:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.756713:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.756733:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f790 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230823c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.756833:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.756849:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f9c expref: 243 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.756857:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.756888:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f9c expref: 243 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.756901:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f9c expref: 243 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.756959:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623369088:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.757034:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c780 going to sleep for 11 seconds
00000100:00100000:2.0:1769074954.760647:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623369088:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074954.760679:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074954.765641:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.765746:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657174400
00000100:00100000:0.0:1769074954.765757:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657174400
00000100:00100000:0.0:1769074954.765819:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210012
00000100:00100000:0.0:1769074954.765829:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657174400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.765853:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.765875:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f79e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308243 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.765987:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766002:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766014:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766029:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766035:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766042:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766149:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f7b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766157:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f7b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766163:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f7b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074954.766200:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040e:0x0]: returning size 2048
00000004:00200000:0.0:1769074954.766217:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074954.766239:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f7b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766250:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f7b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766257:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766263:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766268:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766286:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.766289:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766296:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766308:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.766312:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.766317:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766323:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f7a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766335:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766341:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766346:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766350:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fae00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.766353:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766358:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766365:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5a114248 (ffff903298a49a00)
00010000:00010000:0.0:1769074954.766367:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.766370:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766374:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f7ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.766403:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f79e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308243 expref: 246 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.766415:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f7b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308243 expref: 245 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.766422:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:0.0:1769074954.766424:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074954.766427:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa600, rc 0)
00000100:00100000:0.0:1769074954.766485:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657174400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 658us (855us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.766493:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210012
00000100:00100000:1.0:1769074954.769569:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.769642:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657174528
00000100:00100000:3.0:1769074954.769652:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657174528
00010000:00010000:3.0:1769074954.769689:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f9c expref: 245 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.769723:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5226
00000100:00100000:3.0:1769074954.769730:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390b42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:2369:x1855007657174528:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074954.769743:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074954.769749:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f9c expref: 245 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074954.769762:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f9c expref: 245 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074954.769783:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3ef86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f9c expref: 245 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074954.769797:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074954.769802:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.769812:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.769819:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.769847:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074954.769896:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390b42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:2369:x1855007657174528:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 165us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.769903:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5226
00010000:00010000:2.0:1769074954.770059:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.770070:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074954.770094:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00010000:00010000:2.0:1769074954.770303:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f790 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230823c expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.770319:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230823c expref: 244 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.770327:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:2.0:1769074954.770331:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074954.770333:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a600, rc 0)
00000100:00100000:2.0:1769074954.770372:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657174272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13677us (14485us total) trans 4295106175 rc 0/0
00000100:00100000:2.0:1769074954.770380:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210011
00000100:00100000:1.0:1769074954.775702:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.775793:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657174656
00000100:00100000:2.0:1769074954.775804:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657174656
00000100:00100000:2.0:1769074954.775895:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210013
00000100:00100000:2.0:1769074954.775936:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657174656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.775974:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.776000:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f7c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230824a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.776089:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.776104:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230823c expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.776111:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.776145:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230823c expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.776158:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230823c expref: 245 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.776172:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623369216:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.776262:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c780 going to sleep for 11 seconds
00000100:00100000:1.0:1769074954.780733:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.780775:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.780949:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623369216:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074954.780989:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074954.781159:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657174912
00000100:00100000:3.0:1769074954.781167:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657174912
00000100:00100000:3.0:1769074954.781231:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210014
00000100:00100000:3.0:1769074954.781242:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13246:x1855007657174912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.781264:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.781289:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f7cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308251 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.781359:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781375:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781386:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781401:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781408:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781415:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781493:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781501:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781508:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781514:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.781519:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781527:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781541:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.781544:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.781550:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781559:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f7d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781570:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781576:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781581:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781587:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.781590:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781595:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781602:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc12f9fd9 (ffff90328bb7f900)
00010000:00010000:3.0:1769074954.781605:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.781608:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781613:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.781647:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f7cf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308251 expref: 247 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.781656:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.781658:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.781662:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f7cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308251 expref: 247 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.781669:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72800, rc 0)
00000100:00100000:3.0:1769074954.781776:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13246:x1855007657174912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 535us (999us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074954.781783:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210014
00000100:00100000:0.0:1769074954.782124:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657174784
00000100:00100000:0.0:1769074954.782131:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657174784
00000100:00100000:0.0:1769074954.782173:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1503
00000100:00100000:0.0:1769074954.782183:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:2369:x1855007657174784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.782195:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.782209:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f7b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308243 expref: 246 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.782221:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040e:0x0].0x0 (ffff903298a49600)
00010000:00010000:0.0:1769074954.782225:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.782248:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:2369:x1855007657174784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 68us (1527us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.782255:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1503
00000100:00100000:2.0:1769074954.785580:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.786449:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657175040
00000100:00100000:3.0:1769074954.786461:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657175040
00010000:00010000:2.0:1769074954.786587:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230823c expref: 245 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.789237:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5227
00000100:00100000:2.0:1769074954.789264:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:2369:x1855007657175040:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.789441:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.789451:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230823c expref: 245 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.789468:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230823c expref: 245 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.789494:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a600/0x2152b583a6e3f797 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230823c expref: 245 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.789510:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:2.0:1769074954.789515:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.789526:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.789534:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.789571:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074954.789695:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.789704:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074954.789749:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:3.0:1769074954.789754:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.789774:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.789805:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370bc00/0x2152b583a6e3f7c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230824a expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.789819:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230824a expref: 244 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.789826:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074954.789829:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074954.789832:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370a400, rc 0)
00000100:00100000:2.0:1769074954.789875:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:2369:x1855007657175040:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 623us (4306us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.789883:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5227
00000100:00100000:3.0:1769074954.791260:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657174656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15346us (15559us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.791283:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210013
00000100:00100000:0.0:1769074954.791558:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.793481:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657175168
00000100:00100000:3.0:1769074954.793501:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657175168
00000100:00100000:3.0:1769074954.793588:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210015
00000100:00100000:3.0:1769074954.793601:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657175168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.793628:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.793653:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f7e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308258 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.793746:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.793762:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.793775:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074954.793845:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:3.0:1769074954.793849:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.793875:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074954.793902:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f7e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308258 expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.794131:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308258 expref: 244 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.794141:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.794145:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074954.794149:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:2.0:1769074954.804098:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657175168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10487us (12527us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.804113:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210015
00000100:00100000:1.0:1769074954.810451:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.810578:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657175296
00000100:00100000:2.0:1769074954.810589:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657175296
00000100:00100000:2.0:1769074954.810650:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210016
00000100:00100000:2.0:1769074954.810659:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657175296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.810681:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.810705:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f7f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230825f expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.810767:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810781:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810792:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810807:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810814:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810820:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810887:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810894:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810899:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810949:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338370a800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.810955:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810970:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810984:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.810986:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.810992:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.810997:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a800/0x2152b583a6e3f7f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.811009:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.811014:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.811019:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.811023:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bff84c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.811025:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.811030:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.811035:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x14062c82 (ffff90328e9ab000)
00010000:00010000:2.0:1769074954.811037:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.811040:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.811048:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f800 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074954.811077:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f7f2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230825f expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.811087:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.811089:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.811092:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b600/0x2152b583a6e3f7f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230825f expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.811101:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338370b600, rc 0)
00000100:00100000:2.0:1769074954.811164:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657175296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 504us (721us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074954.811171:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210016
00000100:00100000:1.0:1769074954.813166:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.813359:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657175424
00000100:00100000:0.0:1769074954.813370:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657175424
00000100:00100000:0.0:1769074954.813460:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4259
00000100:00100000:0.0:1769074954.813470:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657175424:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074954.816374:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.816443:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657175680
00000100:00100000:3.0:1769074954.816454:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657175680
00000100:00100000:3.0:1769074954.816511:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4260
00000100:00100000:3.0:1769074954.816522:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13245:x1855007657175680:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.816744:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657175680:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 225us (379us total) trans 4295106176 rc 0/0
00000100:00100000:3.0:1769074954.816750:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4260
00000100:00100000:0.0:1769074954.819093:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657175424:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5613us (5923us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.819108:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4259
00000100:00100000:3.0:1769074954.820017:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.820152:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657175808
00000100:00100000:0.0:1769074954.820161:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657175808
00000100:00100000:0.0:1769074954.820221:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210017
00000100:00100000:0.0:1769074954.820230:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657175808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.820251:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.820271:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f807 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308266 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.820341:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820355:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820367:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820381:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820388:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820393:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820496:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f81c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820503:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f81c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820509:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f81c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074954.820539:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:0.0:1769074954.820544:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074954.820560:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f81c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820570:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f81c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820577:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820582:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820587:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820592:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fae00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.820595:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820602:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820611:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074954.820614:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.820618:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820623:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f80e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820634:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820639:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820648:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820652:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.820655:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820659:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820664:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcd7d97c8 (ffff903298a49a00)
00010000:00010000:0.0:1769074954.820666:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.820669:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820673:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e3f815 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.820697:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f807 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308266 expref: 247 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.820707:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f81c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308266 expref: 246 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.820713:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074954.820715:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074954.820717:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2faa00, rc 0)
00000100:00100000:0.0:1769074954.820806:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13245:x1855007657175808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 576us (792us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.820812:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210017
00000100:00100000:1.0:1769074954.826057:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.826141:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.826173:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.826217:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657176064
00000100:00100000:3.0:1769074954.826228:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657176064
00000100:00100000:3.0:1769074954.826285:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1504
00000100:00100000:3.0:1769074954.826295:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:2368:x1855007657176064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074954.826312:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074954.826338:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e3f81c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308266 expref: 246 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.826358:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074954.826363:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074954.826418:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:2368:x1855007657176064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 123us (275us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.826425:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1504
00000100:00100000:2.0:1769074954.826590:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657175936
00000100:00100000:2.0:1769074954.826596:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657175936
00000100:00100000:2.0:1769074954.826665:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657176320
00000100:00100000:2.0:1769074954.826669:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657176320
00000100:00100000:3.0:1769074954.826702:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210018
00000100:00100000:3.0:1769074954.826711:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13246:x1855007657175936:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:0.0:1769074954.826715:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210019
00000100:00100000:0.0:1769074954.826723:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13245:x1855007657176320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.826732:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.826732:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.826747:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f823 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230826d expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.826748:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f82a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308274 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.826810:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.826824:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.826833:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.826836:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.826845:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230824a expref: 248 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.826846:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.826853:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.826854:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074954.826859:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.826888:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230824a expref: 248 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.826899:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230824a expref: 248 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.826931:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb548e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623369344:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.827005:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074954.827011:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c9f9c0 going to sleep for 11 seconds
00010000:00010000:3.0:1769074954.827012:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827018:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827025:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.827029:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827036:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827046:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.827049:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.827053:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827058:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f831 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827067:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827073:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827079:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827084:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.827086:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827093:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827100:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3771cd63 (ffff90328bb7f900)
00010000:00010000:3.0:1769074954.827102:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.827104:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827109:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f83f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.827762:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f823 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230826d expref: 248 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.827775:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.827778:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.827781:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f823 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230826d expref: 248 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.827792:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72800, rc 0)
00000100:00100000:3.0:1769074954.827840:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13246:x1855007657175936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1130us (1790us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074954.827848:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210018
00000100:00100000:3.0:1769074954.830378:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.830405:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb548e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623369344:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.830434:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074954.831336:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657176448
00000100:00100000:2.0:1769074954.831347:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657176448
00010000:00010000:2.0:1769074954.831389:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230824a expref: 247 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.831430:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5228
00000100:00100000:2.0:1769074954.831440:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:2368:x1855007657176448:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.831459:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.831466:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230824a expref: 247 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.831479:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230824a expref: 247 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.831503:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a400/0x2152b583a6e3f7c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230824a expref: 247 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.831519:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:2.0:1769074954.831525:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.831536:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.831544:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.831615:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.831678:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:2368:x1855007657176448:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 239us (1309us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.831686:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5228
00010000:00010000:1.0:1769074954.831731:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.831739:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074954.831761:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000100:00100000:2.0:1769074954.832736:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.832789:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657176576
00000100:00100000:0.0:1769074954.832797:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657176576
00000100:00100000:0.0:1769074954.832848:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210020
00000100:00100000:0.0:1769074954.832857:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13246:x1855007657176576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.832879:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.832897:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f84d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230827b expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.832996:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833010:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833020:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833036:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833042:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833049:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833199:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833207:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833215:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833221:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fa600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.833226:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833232:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833243:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074954.833246:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.833251:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833257:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e3f854 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833269:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833286:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833292:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833296:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074954.833298:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833304:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833311:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xe0c9cb9b (ffff903298a49a00)
00010000:00010000:0.0:1769074954.833313:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.833316:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.833324:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f85b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.833335:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355200/0x2152b583a6e3f82a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308274 expref: 249 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.833347:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f84d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230827b expref: 249 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.833356:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074954.833356:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308274 expref: 248 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.833358:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074954.833362:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e3f84d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230827b expref: 248 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.833363:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074954.833365:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074954.833368:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903385355400, rc 0)
00010000:00010000:0.0:1769074954.833370:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:1.0:1769074954.833460:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657176320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6736us (7283us total) trans 4295106177 rc 0/0
00000100:00100000:1.0:1769074954.833467:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210019
00000100:00100000:0.0:1769074954.833601:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13246:x1855007657176576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 744us (869us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074954.833608:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210020
00000100:00100000:0.0:1769074954.839214:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.839305:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657176704
00000100:00100000:3.0:1769074954.839316:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657176704
00000100:00100000:3.0:1769074954.839373:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210021
00000100:00100000:3.0:1769074954.839383:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13245:x1855007657176704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.839409:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.839433:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f862 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308282 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.839522:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.839537:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308274 expref: 247 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.839545:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.839575:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308274 expref: 247 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.839587:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308274 expref: 247 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.839598:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623369472:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.839671:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a180 going to sleep for 11 seconds
00000100:00100000:1.0:1769074954.844578:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623369472:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.844609:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074954.847797:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.848530:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657176832
00000100:00100000:3.0:1769074954.848542:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657176832
00000100:00100000:0.0:1769074954.848584:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074954.848585:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308274 expref: 248 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.848628:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5229
00000100:00100000:3.0:1769074954.848642:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:2369:x1855007657176832:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074954.848657:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1769074954.848664:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657177088
00010000:00010000:3.0:1769074954.848664:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308274 expref: 248 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.848668:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657177088
00010000:00010000:3.0:1769074954.848678:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308274 expref: 249 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074954.848699:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903385355400/0x2152b583a6e3f838 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308274 expref: 249 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.848703:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210022
00000100:00100000:1.0:1769074954.848710:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657177088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.848715:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074954.848719:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.848726:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.848728:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.848736:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.848740:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f870 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308289 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.848766:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074954.848783:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.848790:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074954.848817:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:2369:x1855007657176832:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 177us (1029us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.848823:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5229
00000004:00200000:1.0:1769074954.848832:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:1.0:1769074954.848836:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.848855:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.848884:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3f862 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308282 expref: 249 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.848897:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308282 expref: 248 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.848904:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074954.849016:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.849020:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72800, rc 0)
00000100:00100000:1.0:1769074954.849045:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13245:x1855007657176704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9665us (9841us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.849050:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210021
00010000:00010000:1.0:1769074954.849174:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.849183:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e92 expref: 247 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.849188:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.849212:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e92 expref: 247 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.849229:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e92 expref: 247 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.849243:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623369600:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.849401:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000100:00100000:1.0:1769074954.869259:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.870106:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657177216
00000100:00100000:2.0:1769074954.870120:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657177216
00010000:00010000:2.0:1769074954.870165:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e92 expref: 248 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.870202:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5230
00000100:00100000:2.0:1769074954.870211:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:2368:x1855007657177216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.870229:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.870235:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e92 expref: 248 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.870247:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e92 expref: 248 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.870271:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:2.0:1769074954.870277:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.870286:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.870293:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.870313:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.870382:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:2368:x1855007657177216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 171us (1132us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.870390:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5230
00010000:00010000:0.0:1769074954.873191:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b000/0x2152b583a6e3ebff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307e92 expref: 247 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.873303:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623369600:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.873330:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.873575:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.873583:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074954.873607:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00010000:00010000:1.0:1769074954.873784:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f870 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308289 expref: 248 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.873802:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308289 expref: 247 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.873811:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:1.0:1769074954.873814:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074954.873817:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8c00, rc 0)
00000100:00100000:1.0:1769074954.874155:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13246:x1855007657177088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 25442us (25568us total) trans 4295106178 rc 0/0
00000100:00100000:1.0:1769074954.874167:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210022
00000100:00100000:1.0:1769074954.876712:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.876804:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657177344
00000100:00100000:2.0:1769074954.876816:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657177344
00000100:00100000:2.0:1769074954.876874:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210023
00000100:00100000:2.0:1769074954.876884:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657177344:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.876950:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.876983:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3f885 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308290 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.877059:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877075:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877087:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877101:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877109:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877115:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877231:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f89a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877240:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f89a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877247:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f89a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074954.877281:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00000004:00200000:2.0:1769074954.877286:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074954.877304:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f89a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877314:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f89a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877322:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877328:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877334:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877340:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c1800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.877344:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877350:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877361:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074954.877363:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.877368:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877374:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f88c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877386:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877392:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877398:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877407:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c0c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074954.877410:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877416:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877422:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5e0db83a (ffff90328e9ab000)
00010000:00010000:2.0:1769074954.877424:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074954.877427:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877433:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f893 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074954.877460:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3f885 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308290 expref: 249 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.877473:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f89a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308290 expref: 248 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.877480:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:2.0:1769074954.877483:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074954.877485:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bff84c00, rc 0)
00000100:00100000:2.0:1769074954.877545:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13245:x1855007657177344:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 661us (842us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.877552:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210023
00000100:00100000:1.0:1769074954.879527:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.879607:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657177472
00000100:00100000:0.0:1769074954.879617:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657177472
00000100:00100000:0.0:1769074954.879673:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210024
00000100:00100000:0.0:1769074954.879682:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657177472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074954.879704:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074954.879722:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f8a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308297 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.879797:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.879809:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308289 expref: 249 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.879817:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074954.879849:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308289 expref: 249 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.879863:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308289 expref: 249 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.879876:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623369728:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.880225:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c9f9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.888808:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623369728:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074954.888848:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074954.897755:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.897809:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.897852:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.897879:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.897948:0:13359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657178112
00000100:00100000:1.0:1769074954.897969:0:13359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657178112
00002000:00100000:1.0:1769074954.898022:0:13359:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe:0x0] (0->8191)  req@ffff9033bb60b800 x1855007657178112/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:490/0 lens 8680/0 e 0 to 0 dl 1769074965 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074954.898033:0:13359:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb60b800 with x1855007657178112 ext(0->8191)
00002000:00010000:1.0:1769074954.898038:0:13359:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb60b800
00000100:00100000:1.0:1769074954.898059:0:13359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657178240
00000100:00100000:1.0:1769074954.898062:0:13359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657178240
00002000:00100000:1.0:1769074954.898077:0:13359:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xd:0x0] (0->8191)  req@ffff9033bb609180 x1855007657178240/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:490/0 lens 8680/0 e 0 to 0 dl 1769074965 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074954.898085:0:13359:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb609180 with x1855007657178240 ext(0->8191)
00002000:00010000:1.0:1769074954.898088:0:13359:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb609180
00000100:00100000:1.0:1769074954.898103:0:13359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 619
00000100:00100000:1.0:1769074954.898111:0:13359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657178112:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074954.898821:0:13359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2368:x1855007657178112:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 706us (1008us total) trans 4294968234 rc 0/0
00000100:00100000:1.0:1769074954.898831:0:13359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 619
00002000:00100000:1.0:1769074954.898838:0:13359:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xe:0x0] (0->8191)  req@ffff9033bb60b800 x1855007657178112/t4294968234(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:490/0 lens 8680/448 e 0 to 0 dl 1769074965 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074954.898847:0:13359:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb60b800 with x1855007657178112 ext(0->8191)
00002000:00010000:1.0:1769074954.898851:0:13359:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb60b800
00000100:00100000:1.0:1769074954.898872:0:13359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 620
00000100:00100000:1.0:1769074954.898880:0:13359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657178240:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074954.899254:0:13359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2368:x1855007657178240:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 374us (1373us total) trans 4294968235 rc 0/0
00000100:00100000:1.0:1769074954.899261:0:13359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 620
00002000:00100000:1.0:1769074954.899268:0:13359:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0xd:0x0] (0->8191)  req@ffff9033bb609180 x1855007657178240/t4294968235(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:490/0 lens 8680/448 e 0 to 0 dl 1769074965 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074954.899276:0:13359:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb609180 with x1855007657178240 ext(0->8191)
00002000:00010000:1.0:1769074954.899280:0:13359:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb609180
00000100:00100000:1.0:1769074954.899346:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.899417:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.899508:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.899529:0:13310:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657178496
00000100:00100000:1.0:1769074954.899535:0:13310:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657178496
00002000:00100000:1.0:1769074954.899562:0:13310:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (0->4095)  req@ffff90338abe5c00 x1855007657178496/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:490/0 lens 4584/0 e 0 to 0 dl 1769074965 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074954.899570:0:13310:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90338abe5c00 with x1855007657178496 ext(0->4095)
00002000:00010000:1.0:1769074954.899574:0:13310:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90338abe5c00
00000100:00100000:1.0:1769074954.899588:0:13310:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657178368
00000100:00100000:1.0:1769074954.899592:0:13310:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657178368
00002000:00100000:1.0:1769074954.899604:0:13310:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11:0x0] (0->4095)  req@ffff9033bb0f0000 x1855007657178368/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:490/0 lens 4584/0 e 0 to 0 dl 1769074965 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074954.899611:0:13310:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb0f0000 with x1855007657178368 ext(0->4095)
00002000:00010000:1.0:1769074954.899614:0:13310:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb0f0000
00000100:00100000:1.0:1769074954.899628:0:13310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 621
00000100:00100000:1.0:1769074954.899635:0:13310:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:2369:x1855007657178496:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074954.899845:0:13310:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+82:2369:x1855007657178496:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 210us (426us total) trans 4294968236 rc 0/0
00000100:00100000:1.0:1769074954.899852:0:13310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 621
00002000:00100000:1.0:1769074954.899859:0:13310:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (0->4095)  req@ffff90338abe5c00 x1855007657178496/t4294968236(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:490/0 lens 4584/448 e 0 to 0 dl 1769074965 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074954.899866:0:13310:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90338abe5c00 with x1855007657178496 ext(0->4095)
00002000:00010000:1.0:1769074954.899869:0:13310:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90338abe5c00
00000100:00100000:1.0:1769074954.899883:0:13310:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 622
00000100:00100000:1.0:1769074954.899891:0:13310:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+81:2369:x1855007657178368:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074954.900120:0:13310:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+83:2369:x1855007657178368:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 228us (611us total) trans 4294968237 rc 0/0
00000100:00100000:1.0:1769074954.900127:0:13310:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 622
00002000:00100000:1.0:1769074954.900132:0:13310:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11:0x0] (0->4095)  req@ffff9033bb0f0000 x1855007657178368/t4294968237(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:490/0 lens 4584/448 e 0 to 0 dl 1769074965 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074954.900140:0:13310:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb0f0000 with x1855007657178368 ext(0->4095)
00002000:00010000:1.0:1769074954.900144:0:13310:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb0f0000
00000100:00100000:2.0:1769074954.900290:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657177856
00000100:00100000:2.0:1769074954.900296:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657177856
00010000:00010000:2.0:1769074954.900323:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308289 expref: 250 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.900354:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657177984
00000100:00100000:2.0:1769074954.900358:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657177984
00000100:00100000:2.0:1769074954.900384:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5231
00000100:00100000:2.0:1769074954.900391:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391086450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:2366:x1855007657177856:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.900402:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.900409:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308289 expref: 251 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.900421:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308289 expref: 251 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.900441:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f877 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308289 expref: 251 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074954.900456:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:2.0:1769074954.900462:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.900471:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.900478:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074954.900500:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.900526:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391086450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:2366:x1855007657177856:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 135us (2674us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.900536:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5231
00000100:00100000:2.0:1769074954.900579:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1505
00000100:00100000:2.0:1769074954.900586:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:2366:x1855007657177984:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074954.900593:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074954.900604:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f89a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308290 expref: 249 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.900614:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:2.0:1769074954.900617:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074954.900633:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:2366:x1855007657177984:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 48us (1288us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.900640:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1505
00000100:00100000:2.0:1769074954.900719:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657177728
00000100:00100000:2.0:1769074954.900723:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657177728
00000100:00100000:2.0:1769074954.900753:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210025
00000100:00100000:2.0:1769074954.900760:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13245:x1855007657177728:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.900771:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.900784:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3f8af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230829e expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.900863:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.900874:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fc6 expref: 249 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.900881:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.900941:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fc6 expref: 249 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.900954:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fc6 expref: 249 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.900980:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623369856:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.901035:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cd80 going to sleep for 11 seconds
00010000:00010000:3.0:1769074954.902060:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.902074:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074954.902113:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00000004:00200000:3.0:1769074954.902119:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.902139:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.902173:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f8a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308297 expref: 250 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.902190:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308297 expref: 249 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.902198:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:3.0:1769074954.902214:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074954.902218:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:3.0:1769074954.902261:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13246:x1855007657177472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 22579us (22742us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.902269:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210024
00000100:00100000:2.0:1769074954.914488:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.914557:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.914640:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657178624
00000100:00100000:3.0:1769074954.914649:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657178624
00000100:00100000:3.0:1769074954.914701:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210026
00000100:00100000:3.0:1769074954.914710:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13246:x1855007657178624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.914728:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.914750:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f8bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082a5 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.914824:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.914837:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.914847:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.914859:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.914865:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.914871:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915024:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f8d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915037:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f8d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915044:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f8d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074954.915079:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:3.0:1769074954.915084:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074954.915102:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f8d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915112:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f8d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915120:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915126:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915133:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915140:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.915143:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915151:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915162:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074954.915165:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.915170:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915176:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3f8c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915187:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915193:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915198:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915203:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074954.915205:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915211:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915216:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcd7d97c8 (ffff90328bb7f900)
00010000:00010000:3.0:1769074954.915218:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074954.915221:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915225:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3f8cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.915255:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f8bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082a5 expref: 251 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.915268:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f8d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082a5 expref: 250 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.915278:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074954.915280:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074954.915282:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:3.0:1769074954.915345:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13246:x1855007657178624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 637us (867us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.915353:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210026
00000100:00100000:0.0:1769074954.915528:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657178752
00000100:00100000:0.0:1769074954.915534:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657178752
00010000:00010000:0.0:1769074954.915560:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fc6 expref: 250 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.915594:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5232
00000100:00100000:0.0:1769074954.915601:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:2369:x1855007657178752:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.915611:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.915617:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fc6 expref: 250 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.915628:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fc6 expref: 250 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.915641:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:0.0:1769074954.915646:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.915653:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.915658:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.915676:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.915699:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:2369:x1855007657178752:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 99us (1141us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.915706:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5232
00010000:00010000:1.0:1769074954.916465:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b800/0x2152b583a6e3f004 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fc6 expref: 249 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.916483:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623369856:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.916503:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.916512:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.916518:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074954.916535:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00010000:00010000:1.0:1769074954.916662:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3f8af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230829e expref: 250 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.916676:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230829e expref: 249 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.916684:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:1.0:1769074954.916686:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074954.916689:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c0c00, rc 0)
00000100:00100000:1.0:1769074954.916788:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13245:x1855007657177728:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16027us (19044us total) trans 4295106179 rc 0/0
00000100:00100000:1.0:1769074954.916796:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210025
00000100:00100000:2.0:1769074954.927860:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.927948:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.928102:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657179008
00000100:00100000:3.0:1769074954.928113:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657179008
00000100:00100000:3.0:1769074954.928171:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1506
00000100:00100000:3.0:1769074954.928181:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:2366:x1855007657179008:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074954.928197:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074954.928233:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f8d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082a5 expref: 249 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.928252:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074954.928257:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074954.928330:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:2366:x1855007657179008:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (381us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.928337:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1506
00000100:00100000:1.0:1769074954.928956:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657178880
00000100:00100000:1.0:1769074954.928973:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657178880
00000100:00100000:1.0:1769074954.929014:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210027
00000100:00100000:1.0:1769074954.929022:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13245:x1855007657178880:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.929044:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.929060:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f8e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082ac expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.929138:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.929153:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230829e expref: 249 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.929162:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.929195:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230829e expref: 249 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.929220:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230829e expref: 249 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.929235:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623369984:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.931220:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cb40 going to sleep for 11 seconds
00000100:00100000:2.0:1769074954.938172:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.938254:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.938303:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657179264
00000100:00100000:0.0:1769074954.938312:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657179264
00000100:00100000:3.0:1769074954.938338:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657179392
00000100:00100000:3.0:1769074954.938344:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657179392
00010000:00010000:3.0:1769074954.938369:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230829e expref: 251 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.938378:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4261
00000100:00100000:0.0:1769074954.938386:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657179264:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074954.938393:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5233
00000100:00100000:3.0:1769074954.938399:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:2369:x1855007657179392:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074954.938413:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074954.938419:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230829e expref: 251 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074954.938432:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230829e expref: 251 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074954.938453:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:3.0:1769074954.938458:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.938466:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.938474:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074954.938492:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074954.938542:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:2369:x1855007657179392:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 142us (287us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074954.938549:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5233
00000001:00080000:0.0:1769074954.938680:0:5765:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106180
00010000:00010000:1.0:1769074954.938713:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f8b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230829e expref: 252 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.938728:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623369984:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.938750:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.938757:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074954.938759:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657179264:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 374us (599us total) trans 4295106181 rc 0/0
00010000:00010000:1.0:1769074954.938763:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074954.938766:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4261
00000020:00080000:0.0:1769074954.938770:0:5765:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000004:00200000:1.0:1769074954.938793:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00000004:00200000:1.0:1769074954.938797:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.938813:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.938842:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3f8e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ac expref: 251 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.938862:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ac expref: 250 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.938870:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:1.0:1769074954.938873:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.938875:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8600, rc 0)
00000100:00100000:1.0:1769074954.938897:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657178880:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9876us (11047us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.938903:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210027
00000100:00100000:3.0:1769074954.945036:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.945187:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657179520
00000100:00100000:1.0:1769074954.945197:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657179520
00000100:00100000:1.0:1769074954.945269:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210028
00000100:00100000:1.0:1769074954.945278:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657179520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.945299:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.945319:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f8ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082b3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.945377:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945390:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945401:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945416:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945423:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945429:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945523:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f903 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945530:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945536:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074954.945570:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00000004:00200000:1.0:1769074954.945574:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.945590:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945600:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f903 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945607:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945614:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945620:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945630:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.945634:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945641:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945651:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074954.945654:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.945659:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945664:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f8f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945675:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945681:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945687:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945691:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.945694:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945699:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945705:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0b3ea (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.945708:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.945710:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945715:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f8fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.945739:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f8ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082b3 expref: 252 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.945750:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f903 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082b3 expref: 251 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.945757:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:1.0:1769074954.945759:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.945762:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8000, rc 0)
00000100:00100000:1.0:1769074954.945824:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13245:x1855007657179520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 546us (795us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.945830:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210028
00000100:00100000:2.0:1769074954.950654:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.950828:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657179776
00000100:00100000:1.0:1769074954.950841:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657179776
00000100:00100000:1.0:1769074954.950935:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210029
00000100:00100000:1.0:1769074954.950946:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657179776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.950982:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.951006:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f90a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082ba expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.951123:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.951144:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308091 expref: 252 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.951153:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074954.951191:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308091 expref: 252 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.951214:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308091 expref: 252 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.951229:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623370112:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074954.951319:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c240 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.955981:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.956026:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.956137:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657179904
00000100:00100000:0.0:1769074954.956148:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657179904
00000100:00100000:0.0:1769074954.956224:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1507
00000100:00100000:0.0:1769074954.956235:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:2368:x1855007657179904:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.956252:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.956289:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3f903 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082b3 expref: 253 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.956309:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:0.0:1769074954.956315:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.956372:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:2368:x1855007657179904:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 140us (464us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.956379:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1507
00000100:00100000:2.0:1769074954.956575:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657180160
00000100:00100000:2.0:1769074954.956581:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657180160
00000100:00100000:2.0:1769074954.956621:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210030
00000100:00100000:2.0:1769074954.956629:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657180160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.956645:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.956661:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3f918 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082c1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.956759:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.956773:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff0 expref: 253 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.956781:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.956814:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff0 expref: 253 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.956826:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff0 expref: 253 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.956839:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623370240:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.956892:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074954.961322:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623370112:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074954.961354:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074954.964722:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623370240:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074954.964754:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074954.966411:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.966460:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074954.966587:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657180288
00000100:00100000:0.0:1769074954.966596:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657180288
00010000:00010000:0.0:1769074954.966637:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308091 expref: 254 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.966675:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657180416
00000100:00100000:0.0:1769074954.966678:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657180416
00010000:00010000:0.0:1769074954.966692:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff0 expref: 255 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074954.966715:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5234
00000100:00100000:0.0:1769074954.966725:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657180288:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.966739:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.966745:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308091 expref: 255 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.966762:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308091 expref: 255 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.966785:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb602400/0x2152b583a6e3f250 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308091 expref: 255 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.966800:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:0.0:1769074954.966805:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.966814:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.966821:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.966849:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.966898:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2369:x1855007657180288:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (494us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.966980:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5234
00000100:00100000:0.0:1769074954.967001:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5235
00000100:00100000:0.0:1769074954.967009:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391087050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:2369:x1855007657180416:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074954.967017:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074954.967022:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff0 expref: 253 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.967032:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff0 expref: 253 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.967050:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3f082 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307ff0 expref: 253 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074954.967060:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:0.0:1769074954.967064:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.967071:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.967076:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074954.967091:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074954.967110:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391087050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:2369:x1855007657180416:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 102us (649us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074954.967117:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5235
00010000:00010000:0.0:1769074954.967189:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074954.967197:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074954.967217:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040b:0x0]: returning size 4096
00010000:00010000:0.0:1769074954.967383:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3f90a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ba expref: 253 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.967399:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ba expref: 252 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074954.967412:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:0.0:1769074954.967415:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074954.967418:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9a00, rc 0)
00000100:00100000:0.0:1769074954.967444:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13246:x1855007657179776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16502us (16801us total) trans 4295106182 rc 0/0
00000100:00100000:0.0:1769074954.967451:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210029
00010000:00010000:2.0:1769074954.967622:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.967631:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074954.967643:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00010000:00010000:2.0:1769074954.967718:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3f918 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c1 expref: 253 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.967730:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c1 expref: 252 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.967740:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:2.0:1769074954.967742:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074954.967744:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c0c00, rc 0)
00000100:00100000:2.0:1769074954.967767:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657180160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11139us (11741us total) trans 4295106183 rc 0/0
00000100:00100000:2.0:1769074954.967773:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210030
00000100:00100000:3.0:1769074954.974497:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.974544:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074954.974668:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657180544
00000100:00100000:2.0:1769074954.974681:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657180544
00000100:00100000:2.0:1769074954.974737:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657180672
00000100:00100000:2.0:1769074954.974740:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657180672
00000100:00100000:2.0:1769074954.974769:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210031
00000100:00100000:2.0:1769074954.974778:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657180544:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074954.974805:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074954.974826:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f934 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082c8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.974949:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.975058:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ba expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.975068:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.975101:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ba expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.975119:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ba expref: 254 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074954.975133:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623370368:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074954.975308:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210032
00000100:00100000:3.0:1769074954.975319:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13245:x1855007657180672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074954.975327:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074954.975338:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f942 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082cf expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.975375:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.975384:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c1 expref: 255 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.975390:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074954.975406:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c1 expref: 255 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074954.975414:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c1 expref: 255 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074954.975422:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623370496:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074954.975498:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074954.975712:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074954.980832:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623370368:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074954.980861:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074954.980951:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623370496:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074954.980978:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074954.982986:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074954.983061:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.984147:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657180800
00000100:00100000:1.0:1769074954.984160:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657180800
00010000:00010000:1.0:1769074954.984449:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ba expref: 256 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.984484:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657180928
00000100:00100000:1.0:1769074954.984488:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657180928
00010000:00010000:1.0:1769074954.984504:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c1 expref: 257 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074954.984575:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5236
00000100:00100000:1.0:1769074954.984585:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2368:x1855007657180800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074954.984601:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074954.984608:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ba expref: 257 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.984620:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ba expref: 257 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.984642:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f911 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ba expref: 257 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.984658:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074954.984664:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.984672:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.984679:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074954.984702:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.984750:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:2368:x1855007657180800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 167us (1772us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.984757:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5236
00000100:00100000:1.0:1769074954.984774:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5237
00000100:00100000:1.0:1769074954.984779:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657180928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074954.984788:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074954.984793:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c1 expref: 255 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.984801:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c1 expref: 255 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.984812:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e3f91f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c1 expref: 255 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074954.984821:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:1.0:1769074954.984825:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.984831:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.984836:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.984852:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074954.984869:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2369:x1855007657180928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 90us (1808us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.984875:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5237
00010000:00010000:1.0:1769074954.985046:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.985055:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074954.985099:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00000004:00200000:1.0:1769074954.985104:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.985122:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.985152:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3f942 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082cf expref: 254 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.985166:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082cf expref: 253 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.985173:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:1.0:1769074954.985176:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.985179:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73e00, rc 0)
00010000:00010000:2.0:1769074954.985388:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.985397:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074954.985422:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040b:0x0]: returning size 4096
00000004:00200000:2.0:1769074954.985425:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074954.985437:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074954.985459:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f934 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c8 expref: 254 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.985471:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c8 expref: 253 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074954.985478:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:2.0:1769074954.985480:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074954.985483:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bff84c00, rc 0)
00000100:00100000:2.0:1769074954.985510:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657180544:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10733us (11023us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074954.985517:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210031
00000100:00100000:1.0:1769074954.987721:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657180672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12392us (13162us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.987733:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210032
00000100:00100000:3.0:1769074954.995540:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074954.995630:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657181056
00000100:00100000:1.0:1769074954.995642:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657181056
00000100:00100000:1.0:1769074954.995702:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210033
00000100:00100000:1.0:1769074954.995713:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13246:x1855007657181056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074954.995735:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074954.995757:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f950 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082d6 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.995831:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.995847:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.995863:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.995878:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.995885:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.995891:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996063:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f965 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996073:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f965 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996079:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f965 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074954.996114:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040b:0x0]: returning size 4096
00000004:00200000:1.0:1769074954.996120:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074954.996141:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f965 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996151:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f965 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996159:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996164:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996174:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996179:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.996183:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996192:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996202:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074954.996205:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.996209:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996214:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3f957 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996227:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996233:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996238:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996243:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074954.996246:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996250:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996258:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa30b707c (ffff9032a2c16200)
00010000:00010000:1.0:1769074954.996260:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074954.996263:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996267:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f95e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074954.996294:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f950 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082d6 expref: 254 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.996306:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f965 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082d6 expref: 253 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074954.996312:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074954.996315:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074954.996317:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9e00, rc 0)
00000100:00100000:1.0:1769074954.996392:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657181056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 680us (859us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074954.996399:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210033
00000100:00100000:2.0:1769074955.000048:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.000151:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657181184
00000100:00100000:0.0:1769074955.000163:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657181184
00000100:00100000:0.0:1769074955.000247:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210034
00000100:00100000:0.0:1769074955.000259:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657181184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.000280:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.000302:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f96c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082dd expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.000373:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000389:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000401:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000417:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000426:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000433:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000534:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f981 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000542:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f981 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000549:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f981 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074955.000583:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00000004:00200000:0.0:1769074955.000587:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.000603:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f981 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000614:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f981 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000620:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000626:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000632:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000637:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.000641:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000649:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000659:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074955.000663:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.000668:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000674:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f973 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000687:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000692:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000698:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000703:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.000706:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000712:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000719:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa5e17578 (ffff903298a49a00)
00010000:00010000:0.0:1769074955.000722:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.000725:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000730:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f97a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.000760:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3f96c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082dd expref: 255 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.000773:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f981 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082dd expref: 254 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.000781:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:0.0:1769074955.000783:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074955.000786:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00080000:1.0:1769074955.000948:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1769074955.001039:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13245:x1855007657181184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 782us (1000us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.001047:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210034
00000100:00100000:2.0:1769074955.010018:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.010105:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657181312
00000100:00100000:0.0:1769074955.010116:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657181312
00000100:00100000:0.0:1769074955.010345:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1508
00000100:00100000:0.0:1769074955.010357:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2368:x1855007657181312:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.010374:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.010400:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3f965 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082d6 expref: 254 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.010422:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:0.0:1769074955.010428:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.010481:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:2368:x1855007657181312:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 126us (474us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.010489:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1508
00000100:00100000:3.0:1769074955.010937:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.013601:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657181568
00000100:00100000:2.0:1769074955.013617:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657181568
00000100:00100000:2.0:1769074955.013701:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4262
00000100:00100000:2.0:1769074955.013711:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657181568:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074955.014007:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657181568:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 297us (3070us total) trans 4295106184 rc 0/0
00000100:00100000:2.0:1769074955.014016:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4262
00000100:00100000:2.0:1769074955.015469:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.016072:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657181696
00000100:00100000:0.0:1769074955.016082:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657181696
00000100:00100000:0.0:1769074955.016149:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1509
00000100:00100000:0.0:1769074955.016159:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2368:x1855007657181696:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.016175:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.016210:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f981 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082dd expref: 254 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.016230:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:0.0:1769074955.016236:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.016292:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:2368:x1855007657181696:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 134us (828us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.016300:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1509
00000100:00100000:2.0:1769074955.020023:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.020107:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657181952
00000100:00100000:1.0:1769074955.020118:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657181952
00000100:00100000:1.0:1769074955.020180:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210035
00000100:00100000:1.0:1769074955.020190:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657181952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.020219:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.020242:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f988 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082e4 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.020349:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.020365:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308021 expref: 254 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.020373:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.020410:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308021 expref: 254 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.020422:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308021 expref: 254 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.020435:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623370624:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.020523:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c240 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.025509:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.029642:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657182080
00000100:00100000:0.0:1769074955.029658:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657182080
00010000:00010000:0.0:1769074955.029712:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308021 expref: 255 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074955.029767:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5238
00000100:00100000:0.0:1769074955.029778:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657182080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.029795:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.029802:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308021 expref: 255 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074955.029816:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308021 expref: 255 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074955.029839:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:0.0:1769074955.029846:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.029855:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.029863:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.029884:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.029978:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657182080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 202us (4478us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.029986:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5238
00010000:00010000:1.0:1769074955.030729:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b200/0x2152b583a6e3f11c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308021 expref: 254 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.030748:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623370624:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.030767:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.030776:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.030782:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074955.030801:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00010000:00010000:1.0:1769074955.030996:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3f988 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082e4 expref: 255 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.031012:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082e4 expref: 254 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.031020:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:1.0:1769074955.031022:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074955.031024:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:1.0:1769074955.031070:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13245:x1855007657181952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10881us (11056us total) trans 4295106185 rc 0/0
00000100:00100000:1.0:1769074955.031077:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210035
00000100:00100000:0.0:1769074955.031622:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.031657:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657182336
00000100:00100000:3.0:1769074955.031666:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657182336
00000100:00100000:3.0:1769074955.031720:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4263
00000100:00100000:3.0:1769074955.031729:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657182336:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074955.031977:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657182336:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 249us (356us total) trans 4295106186 rc 0/0
00000100:00100000:3.0:1769074955.031984:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4263
00000100:00100000:0.0:1769074955.039229:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.039325:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657182592
00000100:00100000:3.0:1769074955.039337:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657182592
00000100:00100000:3.0:1769074955.039402:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4264
00000100:00100000:3.0:1769074955.039413:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657182592:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074955.039853:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13246:x1855007657182592:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 442us (632us total) trans 4295106187 rc 0/0
00000100:00100000:3.0:1769074955.039859:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4264
00000100:00100000:0.0:1769074955.040069:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.040117:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657182720
00000100:00100000:2.0:1769074955.040124:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657182720
00000100:00100000:2.0:1769074955.040167:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210036
00000100:00100000:2.0:1769074955.040178:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657182720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.040189:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.040221:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3f99d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082eb expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.040285:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.040300:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082e4 expref: 257 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.040313:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.040348:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082e4 expref: 257 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.040360:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082e4 expref: 257 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074955.040374:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cefb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623370752:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.040442:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.045164:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.045403:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.045501:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cefb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623370752:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.045533:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074955.045538:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657183104
00000100:00100000:1.0:1769074955.045549:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657183104
00000100:00100000:3.0:1769074955.045586:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657182976
00010000:00010000:1.0:1769074955.045588:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082e4 expref: 258 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074955.045594:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657182976
00000100:00100000:1.0:1769074955.045630:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5239
00000100:00100000:1.0:1769074955.045640:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:2368:x1855007657183104:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.045654:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.045662:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082e4 expref: 259 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.045674:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082e4 expref: 259 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.045699:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3f98f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082e4 expref: 259 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.045716:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00000100:00100000:3.0:1769074955.045717:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4265
00010000:00010000:1.0:1769074955.045725:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074955.045732:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657182976:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:1.0:1769074955.045739:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.045748:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.045778:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.045828:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2368:x1855007657183104:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (425us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.045835:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5239
00010000:00010000:0.0:1769074955.046170:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.046179:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074955.046211:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00000004:00200000:0.0:1769074955.046216:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.046233:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.046262:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3f99d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082eb expref: 258 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.046283:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082eb expref: 257 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.046290:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:0.0:1769074955.046293:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074955.046295:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77000, rc 0)
00000100:00100000:0.0:1769074955.046338:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657182720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6164us (6271us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.046345:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210036
00000100:00100000:3.0:1769074955.046762:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13246:x1855007657182976:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 1034us (1609us total) trans 4295106188 rc 0/0
00000100:00100000:3.0:1769074955.046771:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4265
00000100:00100000:1.0:1769074955.050595:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.050694:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657183232
00000100:00100000:0.0:1769074955.050706:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657183232
00000100:00100000:0.0:1769074955.050769:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210037
00000100:00100000:0.0:1769074955.050779:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657183232:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.050800:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.050822:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f9ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082f2 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.050895:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074955.052054:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074955.052087:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.052107:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.052127:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074955.052197:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657183488
00010000:00010000:0.0:1769074955.052231:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.052238:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074955.052358:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657183488
00000100:00100000:3.0:1769074955.052406:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4266
00000100:00100000:3.0:1769074955.052413:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657183488:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074955.052612:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657183488:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 198us (562us total) trans 4295106189 rc 0/0
00000100:00100000:3.0:1769074955.052620:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4266
00010000:00010000:2.0:1769074955.052669:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3f9c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052680:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052689:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074955.052716:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00000004:00200000:2.0:1769074955.052721:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074955.052737:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052748:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3f9c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052756:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052763:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052770:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052781:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.052785:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052792:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052804:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.052807:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.052812:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052817:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3f9b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052828:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052834:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052840:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052844:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.052847:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052852:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052858:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb0449b87 (ffff903298a49a00)
00010000:00010000:2.0:1769074955.052861:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.052864:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052869:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3f9b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.052898:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3f9ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082f2 expref: 260 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.052950:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3f9c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082f2 expref: 259 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.052968:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074955.052972:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.052975:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76a00, rc 0)
00000100:00100000:2.0:1769074955.053015:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13245:x1855007657183232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2238us (2429us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.053021:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210037
00000100:00100000:1.0:1769074955.058680:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.058862:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657183744
00000100:00100000:2.0:1769074955.058873:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657183744
00000100:00100000:2.0:1769074955.059279:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210038
00000100:00100000:2.0:1769074955.059290:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13245:x1855007657183744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.059316:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.059337:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3f9c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23082f9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.059438:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f9ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.059449:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f9ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.059457:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f9ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074955.059466:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00010000:00010000:2.0:1769074955.059575:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3f9c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082f9 expref: 262 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.059592:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f9ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082f9 expref: 261 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.059600:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074955.059603:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.059607:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c1800, rc 0)
00000100:00100000:2.0:1769074955.059672:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13245:x1855007657183744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 384us (1001us total) trans 4295106190 rc 0/0
00000100:00100000:2.0:1769074955.059678:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210038
00000100:00100000:0.0:1769074955.060487:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.060540:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657183872
00000100:00100000:1.0:1769074955.060547:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657183872
00000100:00100000:1.0:1769074955.060584:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1510
00000100:00100000:1.0:1769074955.060589:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391084850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:2369:x1855007657183872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.060598:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.060611:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3f9c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082f2 expref: 261 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.060625:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:1.0:1769074955.060628:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.060670:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391084850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2369:x1855007657183872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 80us (185us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.060676:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1510
00000100:00100000:0.0:1769074955.063859:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.064057:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657184000
00000100:00100000:2.0:1769074955.064068:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657184000
00000100:00100000:2.0:1769074955.064171:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210039
00000100:00100000:2.0:1769074955.064182:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657184000:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.064209:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.064231:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3f9dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308300 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.064301:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064319:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064330:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064343:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064351:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064357:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064425:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064432:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064439:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064444:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.064448:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064457:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064468:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.064471:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.064475:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064481:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3f9e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064492:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064498:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064503:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064507:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.064510:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064515:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064523:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa30b707c (ffff90328e9ab000)
00010000:00010000:2.0:1769074955.064525:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.064528:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064532:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3f9ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.064561:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3f9dc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308300 expref: 261 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.064570:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.064572:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.064576:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3f9dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308300 expref: 261 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.064584:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c1200, rc 0)
00000100:00100000:2.0:1769074955.064655:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657184000:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 475us (805us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074955.064662:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210039
00000100:00100000:2.0:1769074955.067854:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.068087:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.068174:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657184128
00000100:00100000:0.0:1769074955.068184:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657184128
00000100:00100000:0.0:1769074955.068298:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1511
00000100:00100000:0.0:1769074955.068309:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2369:x1855007657184128:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.068327:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.068352:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3f9ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082f9 expref: 260 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.068372:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:0.0:1769074955.068377:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.068431:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:2369:x1855007657184128:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 125us (587us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.068438:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1511
00000100:00100000:1.0:1769074955.068807:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657184384
00000100:00100000:1.0:1769074955.068813:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657184384
00000100:00100000:1.0:1769074955.068851:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4267
00000100:00100000:1.0:1769074955.068859:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657184384:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074955.069228:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657184384:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 369us (1140us total) trans 4295106191 rc 0/0
00000100:00100000:1.0:1769074955.069236:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4267
00000100:00100000:2.0:1769074955.073019:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.073375:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657184512
00000100:00100000:0.0:1769074955.073386:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657184512
00000100:00100000:0.0:1769074955.073445:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210040
00000100:00100000:0.0:1769074955.073456:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657184512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.073478:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.073508:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3f9f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308307 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.073570:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073584:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073594:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073608:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073614:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073620:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073690:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073698:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073705:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073711:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.073714:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073721:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073736:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074955.073739:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.073744:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073750:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3f9f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073763:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073768:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073773:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073778:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.073781:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073786:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073793:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb5cf106d (ffff903298a49900)
00010000:00010000:0.0:1769074955.073795:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.073798:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073804:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3f9ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb5cf106d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.073830:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3f9f1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308307 expref: 261 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.073838:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074955.073839:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.073841:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3f9f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308307 expref: 261 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.073848:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13600, rc 0)
00000100:00100000:0.0:1769074955.073986:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657184512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 531us (975us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074955.073993:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210040
00000100:00100000:1.0:1769074955.074770:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.074843:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657184768
00000100:00100000:2.0:1769074955.074850:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657184768
00000100:00100000:2.0:1769074955.075111:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4268
00000100:00100000:2.0:1769074955.075121:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657184768:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074955.075387:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657184768:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 266us (618us total) trans 4295106192 rc 0/0
00000100:00100000:2.0:1769074955.075394:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4268
00000100:00100000:2.0:1769074955.085507:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.085608:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657185024
00000100:00100000:0.0:1769074955.085619:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657185024
00000100:00100000:0.0:1769074955.085728:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210041
00000100:00100000:0.0:1769074955.085739:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657185024:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:0.0:1769074955.085799:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:0.0:1769074955.085825:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3f93b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082c8 expref: 261 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.085845:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:0.0:1769074955.085863:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3f7eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308258 expref: 260 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.085871:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074955.085875:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074955.085900:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.085991:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086000:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086014:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086019:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086024:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086133:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086141:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086147:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000040:00080000:0.0:1769074955.086496:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].394, 64 off33472
00010000:00010000:0.0:1769074955.086571:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086580:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086588:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086597:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086603:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086608:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086626:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1769074955.086647:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086653:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086658:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086664:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.086668:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086676:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086685:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff903298a49d00)
00010000:00010000:0.0:1769074955.086688:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1769074955.086692:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086698:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa14 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1040b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086750:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086757:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086763:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086767:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.086770:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086776:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086783:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074955.086785:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.086788:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.086793:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa06 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:0.0:1769074955.086802:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000af30177e reply state 000000000bd8e201 transno 4295106193 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074955.086809:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1769074955.086887:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657185024:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1149us (1390us total) trans 4295106193 rc 0/0
00000100:00100000:0.0:1769074955.086895:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210041
00010000:00010000:1.0:1769074955.087016:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074955.087023:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.087029:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12c00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074955.087032:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.087038:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.087047:0:13362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040b:0x0].0x0 (ffff903298a49d00)
00010000:00010000:1.0:1769074955.087049:0:13362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1769074955.087052:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.087057:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fa1b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1040b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.087069:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074955.087070:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074955.087072:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769074955.093209:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.093320:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074955.093455:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.093469:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.093476:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.093482:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.093487:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.093493:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.093509:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa30b707c (ffff903298a49900)
00010000:00010000:1.0:1769074955.093512:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.093517:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.093523:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa0d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074955.095617:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657185280
00000100:00100000:0.0:1769074955.095644:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657185280
00000100:00100000:1.0:1769074955.095784:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657185408
00000100:00100000:1.0:1769074955.095789:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657185408
00000100:00100000:1.0:1769074955.095821:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210042
00000100:00100000:1.0:1769074955.095830:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13245:x1855007657185280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.095852:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.095856:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074955.095881:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e3f720 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308220 expref: 261 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.095896:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.095901:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074955.095940:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa22 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230830e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.096083:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096097:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096106:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096121:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096131:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096138:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:1.0:1769074955.096537:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1ca:0x0], index 1: 0
00010000:00010000:1.0:1769074955.096694:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096704:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096711:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096743:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096749:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096755:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096761:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.096765:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096771:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096779:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.096782:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.096786:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.096792:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa29 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:1.0:1769074955.096801:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000143a0284 reply state 00000000c73a2e99 transno 4295106194 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074955.096813:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074955.096840:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa22 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230830e expref: 263 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.096851:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230830e expref: 262 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.096858:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:1.0:1769074955.096860:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.096862:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9a00, rc 0)
00000100:00100000:1.0:1769074955.096971:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657185280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1140us (3773us total) trans 4295106194 rc 0/0
00000100:00100000:1.0:1769074955.096979:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210042
00000100:00100000:1.0:1769074955.097006:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210043
00000100:00100000:1.0:1769074955.097015:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657185408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.097029:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.097040:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fa45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308315 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.097080:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097089:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097096:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097109:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097115:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097120:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097156:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097162:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097167:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097172:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.097175:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097181:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097189:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074955.097192:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.097195:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097200:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097212:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097218:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097223:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097229:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.097231:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097237:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097244:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd263642c (ffff9032a2c16400)
00010000:00010000:1.0:1769074955.097246:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.097250:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097254:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.097277:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fa45 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308315 expref: 263 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.097286:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074955.097288:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.097291:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fa45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308315 expref: 263 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.097304:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8c00, rc 0)
00000100:00100000:1.0:1769074955.097326:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657185408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 314us (4007us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074955.097333:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210043
00010000:00010000:3.0:1769074955.102288:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.102306:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.102314:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.102320:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.102324:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.102331:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.102347:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa30b707c (ffff9032a2c16200)
00010000:00010000:3.0:1769074955.102350:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.102355:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.102361:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fa30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074955.105136:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.105185:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.105303:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657185536
00000100:00100000:3.0:1769074955.105314:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657185536
00000100:00100000:3.0:1769074955.105375:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2925
00000100:00100000:3.0:1769074955.105386:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+83:2369:x1855007657185536:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.105404:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.105425:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230831c expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074955.105460:0:13375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074955.105479:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.105481:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.105489:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230831c expref: 84 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074955.105506:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230831c expref: 84 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074955.105519:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72000, rc 0)
00000100:00100000:3.0:1769074955.105585:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+84:2369:x1855007657185536:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 200us (457us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.105592:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2925
00000100:00100000:0.0:1769074955.106129:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657185664
00000100:00100000:0.0:1769074955.106136:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657185664
00000100:00100000:0.0:1769074955.106215:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210044
00000100:00100000:0.0:1769074955.106224:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657185664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.106241:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.106256:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308323 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.106317:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa68 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.106331:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.106342:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074955.106410:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:0.0:1769074955.106414:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.106438:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.106465:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308323 expref: 263 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.106483:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308323 expref: 262 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.106492:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074955.106495:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074955.106499:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13800, rc 0)
00000100:00100000:0.0:1769074955.106544:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657185664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 322us (1359us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.106552:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210044
00000100:00100000:2.0:1769074955.116495:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.117206:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657185920
00000100:00100000:3.0:1769074955.117219:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657185920
00000100:00100000:3.0:1769074955.117280:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4269
00000100:00100000:3.0:1769074955.117290:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657185920:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074955.118145:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657185920:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 852us (1658us total) trans 4295106195 rc 0/0
00000100:00100000:3.0:1769074955.118154:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4269
00000100:00100000:2.0:1769074955.118409:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.119838:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657186048
00000100:00100000:0.0:1769074955.119850:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657186048
00000100:00100000:0.0:1769074955.119938:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4270
00000100:00100000:0.0:1769074955.119948:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2ce450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657186048:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074955.123989:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.124868:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2ce450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657186048:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 4915us (6453us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.124882:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4270
00000100:00100000:0.0:1769074955.126144:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657186304
00000100:00100000:0.0:1769074955.126155:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657186304
00000100:00100000:0.0:1769074955.126233:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210045
00000100:00100000:0.0:1769074955.126243:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657186304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.126266:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.126293:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230832a expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.126398:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.126412:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230830e expref: 264 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.126421:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.126456:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230830e expref: 264 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.126469:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230830e expref: 264 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074955.126482:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb548380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623370880:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.126575:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90339939cf00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.131984:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb548380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623370880:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.132019:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074955.132521:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.132607:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657186432
00000100:00100000:1.0:1769074955.132616:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657186432
00000100:00100000:1.0:1769074955.132681:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210046
00000100:00100000:1.0:1769074955.132691:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657186432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.132710:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.132731:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308331 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.132791:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.132806:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.132817:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.132831:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.132838:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.132843:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.132995:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133005:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133011:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.133045:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.133049:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.133067:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133079:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133088:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133093:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133099:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133104:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.133108:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133114:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133125:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074955.133129:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.133135:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133140:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fa84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133153:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133158:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133164:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133169:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.133172:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133178:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133184:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x1674e29a (ffff9032a2c16400)
00010000:00010000:1.0:1769074955.133187:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.133191:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133196:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fa8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.133225:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fa7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308331 expref: 267 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.133242:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308331 expref: 266 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.133248:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074955.133251:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.133253:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:1.0:1769074955.133318:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13246:x1855007657186432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 628us (798us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.133326:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210046
00000100:00100000:1.0:1769074955.136826:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.137108:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657186560
00000100:00100000:0.0:1769074955.137119:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657186560
00010000:00010000:0.0:1769074955.137163:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230830e expref: 266 pid: 5764 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074955.137215:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5240
00000100:00100000:0.0:1769074955.137225:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2368:x1855007657186560:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.137241:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.137248:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230830e expref: 266 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074955.137260:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230830e expref: 266 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074955.137282:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fa37 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230830e expref: 266 pid: 5764 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074955.137300:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:0.0:1769074955.137306:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.137321:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.137329:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.137363:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.137418:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657186560:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 193us (601us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.137426:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5240
00010000:00010000:1.0:1769074955.137487:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.137495:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074955.137517:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10411:0x0]: returning size 0
00010000:00010000:1.0:1769074955.137693:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fa6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230832a expref: 266 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.137709:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230832a expref: 265 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.137717:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:1.0:1769074955.137720:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074955.137723:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12400, rc 0)
00000100:00100000:1.0:1769074955.137752:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657186304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11511us (13772us total) trans 4295106196 rc 0/0
00000100:00100000:1.0:1769074955.137763:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210045
00000100:00100000:3.0:1769074955.139577:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.141970:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.142063:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657186944
00000100:00100000:0.0:1769074955.142074:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657186944
00000100:00100000:0.0:1769074955.142149:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1512
00000100:00100000:0.0:1769074955.142160:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2366:x1855007657186944:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.142179:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.142217:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fa92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308331 expref: 265 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.142242:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074955.142248:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.142311:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2366:x1855007657186944:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 152us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.142318:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1512
00000100:00100000:1.0:1769074955.144318:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657186816
00000100:00100000:1.0:1769074955.144331:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657186816
00000100:00100000:1.0:1769074955.144388:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210047
00000100:00100000:1.0:1769074955.144398:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13246:x1855007657186816:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.144418:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.144440:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3faa0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308338 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.144546:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.144562:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e2e5f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303088 expref: 265 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.144720:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.144757:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e2e5f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303088 expref: 265 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.144771:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e2e5f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303088 expref: 265 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.144784:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623371008:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.144953:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.146445:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.146948:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657187072
00000100:00100000:0.0:1769074955.146967:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657187072
00000100:00100000:0.0:1769074955.147026:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210048
00000100:00100000:0.0:1769074955.147036:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657187072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.147060:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.147079:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3faae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230833f expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.147180:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.147194:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230832a expref: 267 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.147204:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.147238:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230832a expref: 267 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.147249:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230832a expref: 267 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074955.147274:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb548380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623371136:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.147360:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623371008:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.147383:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074955.147532:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90339939cf00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.148420:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.148476:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657187200
00000100:00100000:3.0:1769074955.148483:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657187200
00010000:00010000:3.0:1769074955.148763:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e2e5f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303088 expref: 268 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074955.148827:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5241
00000100:00100000:3.0:1769074955.148834:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:2369:x1855007657187200:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.148845:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.148850:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e2e5f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303088 expref: 268 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074955.148861:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e2e5f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303088 expref: 268 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074955.148880:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e2e5f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303088 expref: 268 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074955.148895:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074955.148900:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.148939:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.148946:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.148972:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.149009:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2369:x1855007657187200:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 175us (592us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.149017:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5241
00010000:00010000:1.0:1769074955.149350:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.149359:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074955.149384:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00010000:00010000:1.0:1769074955.149547:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3faa0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308338 expref: 268 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.149564:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308338 expref: 267 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.149581:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074955.149584:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074955.149586:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9000, rc 0)
00000100:00100000:1.0:1769074955.149638:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657186816:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5242us (10078us total) trans 4295106197 rc 0/0
00000100:00100000:1.0:1769074955.149645:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210047
00000100:00100000:0.0:1769074955.151225:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.151315:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb548380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623371136:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.151341:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074955.151394:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657187328
00000100:00100000:3.0:1769074955.151401:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657187328
00010000:00010000:3.0:1769074955.151432:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230832a expref: 267 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:3.0:1769074955.151464:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5242
00000100:00100000:3.0:1769074955.151472:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2368:x1855007657187328:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.151485:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.151491:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230832a expref: 267 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074955.151502:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230832a expref: 267 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074955.151521:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fa76 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230832a expref: 267 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:3.0:1769074955.151533:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:3.0:1769074955.151538:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.151548:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.151554:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.151587:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.151621:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2368:x1855007657187328:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (402us total) trans 0 rc 0/0
00010000:00010000:1.0:1769074955.151719:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.151726:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074955.151774:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10411:0x0]: returning size 0
00000004:00200000:1.0:1769074955.151779:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.151795:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.151820:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3faae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10411:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230833f expref: 267 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.151833:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230833f expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.151840:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:1.0:1769074955.151843:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.151845:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12e00, rc 0)
00000100:00100000:1.0:1769074955.151868:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657187072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4835us (5432us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.151875:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210048
00000100:00100000:3.0:1769074955.152122:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5242
00000100:00100000:2.0:1769074955.155112:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.155230:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657187456
00000100:00100000:1.0:1769074955.155239:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657187456
00000100:00100000:1.0:1769074955.155337:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210049
00000100:00100000:1.0:1769074955.155348:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657187456:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.155371:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.155391:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fac3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308346 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.155500:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.155520:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308338 expref: 266 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.155529:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.155563:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308338 expref: 266 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.155587:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308338 expref: 266 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.155600:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623371264:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.155766:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.158387:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623371264:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.158420:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074955.159348:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.159548:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657187584
00000100:00100000:0.0:1769074955.159557:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657187584
00010000:00010000:0.0:1769074955.159604:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308338 expref: 267 pid: 5762 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074955.159646:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5243
00000100:00100000:0.0:1769074955.159655:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2368:x1855007657187584:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.159670:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.159675:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308338 expref: 267 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074955.159688:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308338 expref: 267 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074955.159711:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3faa7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308338 expref: 267 pid: 5762 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074955.159727:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074955.159732:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.159740:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.159747:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.159775:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.159837:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2368:x1855007657187584:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 183us (493us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.159845:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5243
00010000:00010000:1.0:1769074955.160077:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.160085:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074955.160129:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.160133:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.160153:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.160184:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fac3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308346 expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.160208:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308346 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.160216:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074955.160219:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.160222:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9e00, rc 0)
00000100:00100000:1.0:1769074955.160251:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657187456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4906us (5149us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.160258:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210049
00000100:00100000:2.0:1769074955.161379:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.161541:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657187712
00000100:00100000:1.0:1769074955.161548:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657187712
00000100:00100000:1.0:1769074955.161600:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2926
00000100:00100000:1.0:1769074955.161609:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+84:13245:x1855007657187712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.161623:0:13368:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.161845:0:13368:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230834d expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.161873:0:13368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230831c expref: 85 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074955.161882:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074955.161884:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074955.161888:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 85 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.161951:0:13368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230831c expref: 85 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074955.161974:0:13368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230831c expref: 85 pid: 13375 timeout: 2040 lvb_type: 1
00000100:00100000:1.0:1769074955.161987:0:13368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623371392:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.162050:0:13368:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074955.167546:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.167592:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.167721:0:13368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623371392:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.167764:0:13368:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 85 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.167786:0:13368:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9800, rc 0)
00000100:00100000:1.0:1769074955.167852:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+85:13245:x1855007657187712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6243us (6478us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.167862:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2926
00000100:00100000:3.0:1769074955.168250:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657187840
00000100:00100000:3.0:1769074955.168257:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657187840
00010000:00010000:3.0:1769074955.168290:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230831c expref: 85 pid: 13375 timeout: 2040 lvb_type: 1
00000100:00100000:3.0:1769074955.168327:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5244
00000100:00100000:3.0:1769074955.168335:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391086850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+85:2368:x1855007657187840:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.168348:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.168371:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230831c expref: 85 pid: 13375 timeout: 2040 lvb_type: 1
00010000:00010000:3.0:1769074955.168384:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230831c expref: 85 pid: 13375 timeout: 2040 lvb_type: 1
00010000:00010000:3.0:1769074955.168409:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032abb72000/0x2152b583a6e3fa5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230831c expref: 85 pid: 13375 timeout: 2040 lvb_type: 1
00010000:00010000:3.0:1769074955.168422:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.168424:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.168431:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 84 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.168446:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 84 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.168482:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 84 pid: 13368 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074955.168497:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef06680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623371520:192.168.204.54@tcp:105:
00000100:00100000:3.0:1769074955.168580:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.169075:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657187968
00000100:00100000:0.0:1769074955.169082:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657187968
00000100:00100000:0.0:1769074955.169125:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210050
00000100:00100000:0.0:1769074955.169134:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657187968:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.169153:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.169173:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fad8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308354 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.169301:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169315:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169325:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169341:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169348:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169355:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169423:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169430:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169437:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169442:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.169446:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169453:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169464:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074955.169467:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.169471:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169478:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fadf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169489:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169494:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169500:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169504:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.169506:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169511:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169517:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd263642c (ffff903298a49b00)
00010000:00010000:0.0:1769074955.169519:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.169521:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169526:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fae6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.169553:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fad8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308354 expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.169562:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074955.169834:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.169841:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fad8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308354 expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.169852:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12400, rc 0)
00000100:00100000:0.0:1769074955.169898:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657187968:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 765us (2305us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074955.170113:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210050
00000100:00100000:3.0:1769074955.177650:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef06680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623371520:192.168.204.54@tcp:105:
00010000:00010000:3.0:1769074955.177675:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.177738:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391086850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+84:2368:x1855007657187840:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 9402us (10203us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.177750:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5244
00000100:00100000:3.0:1769074955.189027:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.189191:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657188224
00000100:00100000:0.0:1769074955.189213:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657188224
00000100:00100000:0.0:1769074955.189343:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4271
00000100:00100000:0.0:1769074955.189354:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657188224:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074955.189617:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13246:x1855007657188224:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 264us (600us total) trans 4295106198 rc 0/0
00000100:00100000:0.0:1769074955.189635:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4271
00000100:00100000:2.0:1769074955.193762:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.193822:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657188608
00000100:00100000:0.0:1769074955.193832:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657188608
00000100:00100000:0.0:1769074955.193876:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210051
00000100:00100000:0.0:1769074955.193886:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13246:x1855007657188608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.193938:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.193975:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3faed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230835b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.194089:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194101:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194109:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194119:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194123:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194130:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194243:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194253:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194259:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074955.194308:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.194313:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.194332:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194343:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194352:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194358:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194364:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194370:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.194374:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194381:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194393:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074955.194396:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.194401:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194407:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3faf4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194420:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194426:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194432:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194436:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.194438:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194443:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194450:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x1674e29a (ffff9032a2c16400)
00010000:00010000:1.0:1769074955.194452:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.194455:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194461:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fafb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.194491:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3faed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230835b expref: 268 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.194506:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230835b expref: 267 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.194511:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074955.194512:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.194514:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:1.0:1769074955.194581:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657188608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 694us (823us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.194588:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210051
00000100:00100000:1.0:1769074955.197237:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.197529:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657188480
00000100:00100000:0.0:1769074955.197540:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657188480
00000100:00100000:0.0:1769074955.197617:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4272
00000100:00100000:0.0:1769074955.197626:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13245:x1855007657188480:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:0.0:1769074955.198166:0:5766:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106199
00000100:00100000:0.0:1769074955.198292:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657188480:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 664us (1064us total) trans 4295106200 rc 0/0
00000100:00100000:0.0:1769074955.198301:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4272
00000020:00080000:0.0:1769074955.198308:0:5766:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1769074955.203275:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.203824:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657188864
00000100:00100000:1.0:1769074955.203834:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657188864
00000100:00100000:1.0:1769074955.203888:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210052
00000100:00100000:1.0:1769074955.203894:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657188864:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.204031:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.204056:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fb09 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308362 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.204154:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.204165:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308346 expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.204171:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230835b expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.204180:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.204210:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230835b expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.204221:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230835b expref: 270 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.204234:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623371648:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.204328:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308346 expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.204334:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308346 expref: 270 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.204349:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623371776:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.204365:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074955.206223:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.208424:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657188992
00000100:00100000:3.0:1769074955.208439:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657188992
00000100:00100000:0.0:1769074955.208878:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.208903:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074955.209035:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000074ba5060 x1855007623371648) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230835b expref: 271 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.209056:0:11659:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230835b expref: 271 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.209079:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230835b expref: 271 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.209099:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623371648:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.209113:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657189120
00000100:00100000:1.0:1769074955.209116:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657189120
00010000:00010000:1.0:1769074955.209160:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308346 expref: 271 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.209201:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5245
00000100:00100000:1.0:1769074955.209211:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2367:x1855007657189120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.209225:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.209230:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308346 expref: 271 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.209240:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308346 expref: 271 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.209253:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074955.209258:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.209267:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.209275:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.209294:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.209361:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2367:x1855007657189120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 151us (454us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.209371:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5245
00010000:00010000:1.0:1769074955.209404:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3faca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308346 expref: 270 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.209414:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623371776:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.209435:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074955.209442:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.209450:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.209455:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074955.209474:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00010000:00010000:1.0:1769074955.209652:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fb09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308362 expref: 271 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.209667:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308362 expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.209674:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074955.209677:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074955.209680:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8000, rc 0)
00000100:00100000:1.0:1769074955.209718:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657188864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5823us (6453us total) trans 4295106201 rc 0/0
00000100:00100000:1.0:1769074955.209725:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210052
00000100:00100000:1.0:1769074955.209742:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657189248
00000100:00100000:1.0:1769074955.209745:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657189248
00000100:00100000:1.0:1769074955.209773:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210053
00000100:00100000:1.0:1769074955.209779:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386504c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657189248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.209795:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.209809:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fb1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308369 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.209857:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.209867:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.209875:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.209887:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.209893:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.209899:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210024:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210032:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210039:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.210066:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10411:0x0]: returning size 2048
00000004:00200000:1.0:1769074955.210070:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.210082:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210092:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210100:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210107:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210113:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210119:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.210123:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210130:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210138:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.210141:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.210144:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210151:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210160:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210166:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210171:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210176:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.210178:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210185:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210192:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa30b707c (ffff9032a2c16400)
00010000:00010000:1.0:1769074955.210195:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.210198:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210203:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.210228:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fb1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308369 expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.210239:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308369 expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.210246:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:1.0:1769074955.210248:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.210251:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8c00, rc 0)
00000100:00100000:1.0:1769074955.210286:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386504c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13245:x1855007657189248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 507us (1410us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.210293:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210053
00000100:00100000:2.0:1769074955.212220:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1513
00000100:00100000:2.0:1769074955.212234:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2369:x1855007657188992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.212248:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.212250:0:5748:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e3fb02)
00010000:00010000:2.0:1769074955.212252:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.212305:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2369:x1855007657188992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 73us (6090us total) trans 0 rc 116/116
00000100:00100000:2.0:1769074955.212313:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1513
00000100:00100000:0.0:1769074955.216514:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.216674:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657189376
00000100:00100000:1.0:1769074955.216685:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657189376
00000100:00100000:1.0:1769074955.216739:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210054
00000100:00100000:1.0:1769074955.216749:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657189376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.216779:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.216800:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fb3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308370 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.217828:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.217843:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308362 expref: 271 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.217852:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.217883:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308362 expref: 271 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.217897:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308362 expref: 271 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.217934:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623371904:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.218024:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.226807:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.227091:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623371904:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.227142:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074955.227270:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657189632
00000100:00100000:2.0:1769074955.227278:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657189632
00010000:00010000:2.0:1769074955.227317:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308362 expref: 272 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:0.0:1769074955.227360:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.227407:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657189504
00000100:00100000:2.0:1769074955.227411:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657189504
00000100:00100000:2.0:1769074955.227448:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5246
00000100:00100000:2.0:1769074955.227458:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2368:x1855007657189632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1769074955.227462:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1514
00000100:00100000:1.0:1769074955.227469:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2366:x1855007657189504:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.227478:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.227478:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.227485:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308362 expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074955.227494:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308362 expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.227500:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308369 expref: 273 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.227506:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fb10 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308362 expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.227515:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:2.0:1769074955.227515:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074955.227520:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074955.227520:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.227529:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.227535:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.227554:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.227585:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2368:x1855007657189632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (789us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.227593:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5246
00000100:00100000:1.0:1769074955.227779:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2366:x1855007657189504:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 95us (204us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.227789:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1514
00010000:00010000:1.0:1769074955.227811:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.227817:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.227862:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.227867:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.227888:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.229898:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fb3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308370 expref: 270 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.229951:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308370 expref: 269 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074955.230407:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.230465:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657189888
00000100:00100000:2.0:1769074955.230475:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657189888
00010000:00010000:1.0:1769074955.230477:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074955.230480:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.230484:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9a00, rc 0)
00000100:00100000:2.0:1769074955.230528:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210055
00000100:00100000:2.0:1769074955.230537:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657189888:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074955.230543:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657189376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13797us (14042us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.230549:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210054
00010000:00010000:2.0:1769074955.230557:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.230582:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fb48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308377 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.231512:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.231533:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230833f expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.231541:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.231587:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230833f expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.231602:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230833f expref: 270 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074955.231616:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba24000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623372032:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.232268:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c300 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.237862:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.238022:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657190016
00000100:00100000:1.0:1769074955.238033:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657190016
00000100:00100000:1.0:1769074955.238090:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210056
00000100:00100000:1.0:1769074955.238100:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657190016:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.238124:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.238144:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fb56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230837e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074955.238156:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba24000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623372032:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.238181:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.238220:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238235:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238245:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238258:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238265:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238275:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238376:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fb6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238385:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fb6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238392:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fb6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.238426:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.238431:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.238447:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fb6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238455:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fb6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238461:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238465:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238469:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238473:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.238477:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238481:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238490:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074955.238492:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.238495:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238499:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238506:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238509:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238512:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238515:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.238516:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238519:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238523:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x17d46a (ffff9032a2c16400)
00010000:00010000:1.0:1769074955.238524:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.238526:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238528:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.238548:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fb56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230837e expref: 273 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.238557:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fb6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230837e expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.238562:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:1.0:1769074955.238893:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.238898:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8800, rc 0)
00000100:00100000:1.0:1769074955.239064:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13246:x1855007657190016:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 964us (1210us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.239072:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210056
00000100:00100000:0.0:1769074955.242899:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.243042:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.244002:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657190272
00000100:00100000:3.0:1769074955.244016:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657190272
00000100:00100000:1.0:1769074955.244131:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657190144
00000100:00100000:1.0:1769074955.244136:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657190144
00010000:00010000:1.0:1769074955.244171:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230833f expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.244219:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5247
00000100:00100000:1.0:1769074955.244229:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2366:x1855007657190144:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.244245:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.244252:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230833f expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.244266:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230833f expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.244289:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fab5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230833f expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:1.0:1769074955.244309:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:1.0:1769074955.244314:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.244323:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.244329:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.244359:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.244415:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2366:x1855007657190144:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 188us (1373us total) trans 0 rc 0/0
00010000:00010000:0.0:1769074955.244417:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074955.244423:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5247
00010000:00010000:0.0:1769074955.244425:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074955.244445:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10411:0x0]: returning size 2048
00010000:00010000:0.0:1769074955.244611:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fb48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308377 expref: 273 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.244642:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308377 expref: 272 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.244654:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:0.0:1769074955.244657:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074955.244659:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:0.0:1769074955.244686:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657189888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14150us (14281us total) trans 4295106202 rc 0/0
00000100:00100000:0.0:1769074955.244693:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210055
00000100:00100000:2.0:1769074955.247947:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1515
00000100:00100000:2.0:1769074955.247979:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2367:x1855007657190272:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.247996:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.248021:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fb6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230837e expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.248043:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:2.0:1769074955.248048:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.248104:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2367:x1855007657190272:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 136us (5214us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.248113:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1515
00000100:00100000:0.0:1769074955.249482:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.249665:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657190528
00000100:00100000:1.0:1769074955.249674:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657190528
00000100:00100000:1.0:1769074955.249731:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210057
00000100:00100000:1.0:1769074955.249741:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657190528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.249763:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.249781:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fb79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308385 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.249882:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.249896:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e2e682 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23030b2 expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.249904:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.250214:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e2e682 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030b2 expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.250227:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e2e682 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030b2 expref: 271 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.250241:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623372160:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.250328:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.253638:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.253805:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657190656
00000100:00100000:1.0:1769074955.253818:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657190656
00000100:00100000:1.0:1769074955.253876:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210058
00000100:00100000:1.0:1769074955.253886:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657190656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.253938:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.253972:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230838c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.254061:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.254076:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308377 expref: 273 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.254084:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.254116:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308377 expref: 273 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.254132:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308377 expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.254146:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623372288:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.254230:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ccc0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.254490:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623372160:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.254512:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074955.255362:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.255495:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657190784
00000100:00100000:2.0:1769074955.255503:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657190784
00010000:00010000:2.0:1769074955.255530:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e2e682 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030b2 expref: 274 pid: 7034 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074955.255561:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5248
00000100:00100000:2.0:1769074955.255577:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391085850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2369:x1855007657190784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.255589:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.255594:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e2e682 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030b2 expref: 274 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074955.255606:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e2e682 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030b2 expref: 274 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074955.255629:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e2e682 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030b2 expref: 274 pid: 7034 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074955.255644:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:2.0:1769074955.255649:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.255657:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.255665:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.255835:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.255875:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391085850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657190784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 298us (516us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.255883:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5248
00010000:00010000:0.0:1769074955.256213:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.256222:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074955.256241:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00010000:00010000:0.0:1769074955.257180:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fb79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308385 expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.257202:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308385 expref: 273 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.257210:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:0.0:1769074955.257212:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074955.257215:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:0.0:1769074955.257304:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657190528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7564us (7827us total) trans 4295106203 rc 0/0
00000100:00100000:0.0:1769074955.257315:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210057
00000100:00100000:0.0:1769074955.260765:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.260986:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657190912
00000100:00100000:2.0:1769074955.260997:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657190912
00010000:00010000:2.0:1769074955.261038:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308377 expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074955.261081:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5249
00000100:00100000:2.0:1769074955.261091:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657190912:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.261104:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.261111:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308377 expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074955.261124:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308377 expref: 273 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074955.261147:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:2.0:1769074955.261152:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.261162:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.261170:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.261188:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.261245:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657190912:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 155us (489us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.261253:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5249
00010000:00010000:1.0:1769074955.262194:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fb4f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308377 expref: 272 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.263533:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623372288:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.263561:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.263579:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.263585:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.263634:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10411:0x0]: returning size 2048
00000004:00200000:1.0:1769074955.263638:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.263662:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.263697:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fb87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10411:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230838c expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.263714:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230838c expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.263724:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:1.0:1769074955.263727:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.263731:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9e00, rc 0)
00000100:00100000:1.0:1769074955.264083:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13245:x1855007657190656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10197us (10455us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.264093:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210058
00000100:00100000:0.0:1769074955.267392:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.268182:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657191040
00000100:00100000:1.0:1769074955.268195:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657191040
00000100:00100000:1.0:1769074955.268267:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210059
00000100:00100000:1.0:1769074955.268276:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657191040:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.268304:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.268329:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308393 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.268412:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.268425:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308385 expref: 272 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.268433:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.268465:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308385 expref: 272 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.268478:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308385 expref: 272 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.268491:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623372416:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.268714:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ccc0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.271404:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.271550:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657191168
00000100:00100000:0.0:1769074955.271560:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657191168
00000100:00100000:0.0:1769074955.271653:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210060
00000100:00100000:0.0:1769074955.271665:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657191168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.271689:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.271713:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fbaa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230839a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.271783:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.271798:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.271809:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.271824:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.271831:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.271837:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.271986:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fbbf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.271997:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fbbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272005:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fbbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074955.272041:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10411:0x0]: returning size 2048
00000004:00200000:0.0:1769074955.272045:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.272064:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fbbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272075:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fbbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272083:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272090:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272097:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272103:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.272106:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272114:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272125:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074955.272128:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.272144:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272151:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fbb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272162:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272167:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272172:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272177:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.272179:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272185:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272191:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa30b707c (ffff903298a49b00)
00010000:00010000:0.0:1769074955.272194:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.272197:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272203:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fbb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.272231:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fbaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230839a expref: 275 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.272246:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fbbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230839a expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.272258:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:0.0:1769074955.272260:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074955.272263:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:0.0:1769074955.272317:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13245:x1855007657191168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 654us (921us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.272325:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210060
00000100:00100000:3.0:1769074955.277808:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.277841:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.277938:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657191424
00000100:00100000:0.0:1769074955.277948:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657191296
00000100:00100000:2.0:1769074955.277949:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657191424
00000100:00100000:0.0:1769074955.277960:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657191296
00010000:00010000:0.0:1769074955.278005:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308385 expref: 275 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:2.0:1769074955.278025:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5250
00000100:00100000:0.0:1769074955.278037:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1516
00000100:00100000:0.0:1769074955.278044:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2368:x1855007657191424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1769074955.278048:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2368:x1855007657191296:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.278059:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.278059:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.278065:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308385 expref: 275 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:2.0:1769074955.278076:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308385 expref: 275 pid: 11659 timeout: 2040 lvb_type: 0
00010000:00010000:0.0:1769074955.278080:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fbbf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230839a expref: 275 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.278089:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:2.0:1769074955.278094:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.278095:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:0.0:1769074955.278100:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074955.278103:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.278110:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.278127:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.278156:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2368:x1855007657191296:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 120us (314us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.278163:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5250
00000100:00100000:0.0:1769074955.278380:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2368:x1855007657191424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 335us (580us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.278387:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1516
00010000:00010000:1.0:1769074955.278789:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fb80 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308385 expref: 272 pid: 11659 timeout: 2040 lvb_type: 0
00000100:00100000:1.0:1769074955.278803:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623372416:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.278826:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.278834:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.278839:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.278903:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.278923:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.278948:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.279071:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fb9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308393 expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.279086:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308393 expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.279100:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:1.0:1769074955.279103:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.279106:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:1.0:1769074955.279139:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657191040:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10864us (11760us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.279146:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210059
00000100:00100000:2.0:1769074955.290925:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.290925:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.291153:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657191680
00000100:00100000:1.0:1769074955.291165:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657191680
00000100:00100000:1.0:1769074955.291309:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210061
00000100:00100000:1.0:1769074955.291321:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657191680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.291346:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.291372:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fbc6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083a1 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.291444:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291458:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291466:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291475:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291479:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291486:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291577:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fbdb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291584:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fbdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291590:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fbdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.291628:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.291632:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.291651:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fbdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291661:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fbdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291669:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291675:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291681:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291687:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.291691:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291698:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291711:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074955.291713:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.291718:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291724:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fbcd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291739:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291744:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291749:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291753:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.291755:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291760:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291766:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc3f00931 (ffff9032a2c16400)
00010000:00010000:1.0:1769074955.291768:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.291771:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291775:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fbd4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.291804:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fbc6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a1 expref: 273 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.291816:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fbdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a1 expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.291822:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:1.0:1769074955.291824:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.291827:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:1.0:1769074955.291893:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13246:x1855007657191680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 575us (998us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.291901:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210061
00000100:00100000:0.0:1769074955.292354:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657191552
00000100:00100000:0.0:1769074955.292361:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657191552
00002000:00100000:0.0:1769074955.292398:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1ca:0x0] (0->4095)  req@ffff9033bba26a00 x1855007657191552/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:491/0 lens 4584/0 e 0 to 0 dl 1769074966 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1769074955.292416:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bba26a00 with x1855007657191552 ext(0->4095)
00002000:00010000:0.0:1769074955.292421:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bba26a00
00000100:00100000:0.0:1769074955.292445:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 623
00000100:00100000:0.0:1769074955.292450:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+84:2369:x1855007657191552:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:0.0:1769074955.292870:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+86:2369:x1855007657191552:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 418us (1974us total) trans 4294968238 rc 0/0
00000100:00100000:0.0:1769074955.292876:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 623
00002000:00100000:0.0:1769074955.292881:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1ca:0x0] (0->4095)  req@ffff9033bba26a00 x1855007657191552/t4294968238(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:491/0 lens 4584/448 e 0 to 0 dl 1769074966 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1769074955.292886:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bba26a00 with x1855007657191552 ext(0->4095)
00002000:00010000:0.0:1769074955.292889:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bba26a00
00000100:00100000:2.0:1769074955.298389:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.298436:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657191808
00000100:00100000:1.0:1769074955.298446:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657191808
00000100:00100000:1.0:1769074955.298508:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210062
00000100:00100000:1.0:1769074955.298518:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657191808:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:3.0:1769074955.300547:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.300584:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657191936
00000100:00100000:3.0:1769074955.300594:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657191936
00000100:00100000:3.0:1769074955.300645:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1517
00000100:00100000:3.0:1769074955.300654:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2368:x1855007657191936:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.300672:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.300700:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fbdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a1 expref: 273 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.300717:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074955.300721:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.300770:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2368:x1855007657191936:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 118us (233us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.300776:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1517
00000100:00100000:2.0:1769074955.301844:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.301967:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657192192
00000100:00100000:3.0:1769074955.301973:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657192192
00000100:00100000:3.0:1769074955.302015:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210063
00000100:00100000:3.0:1769074955.302024:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13246:x1855007657192192:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.302039:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.302054:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3fbe2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083a8 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.302135:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.302149:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e2e715 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23030e3 expref: 273 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.302158:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.302191:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e2e715 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030e3 expref: 273 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.303862:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e2e715 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030e3 expref: 273 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.303877:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623372544:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074955.303984:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a180 going to sleep for 11 seconds
00000100:00100000:2.0:1769074955.307024:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef06d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623372544:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.307055:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074955.310053:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.310844:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657192320
00000100:00100000:0.0:1769074955.310856:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657192320
00010000:00010000:0.0:1769074955.310892:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e2e715 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030e3 expref: 274 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.310945:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5251
00000100:00100000:0.0:1769074955.310964:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2369:x1855007657192320:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.310979:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.310985:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e2e715 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030e3 expref: 274 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.310998:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e2e715 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030e3 expref: 274 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.311023:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e2e715 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23030e3 expref: 274 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.311039:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074955.311044:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.311053:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.311058:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.311079:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.311125:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba24380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657192320:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (1084us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.311130:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5251
00010000:00010000:0.0:1769074955.311236:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.311244:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074955.311265:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00010000:00010000:0.0:1769074955.311463:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3fbe2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a8 expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.311479:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a8 expref: 273 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.311490:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074955.311493:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074955.311495:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:0.0:1769074955.311529:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657192192:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9506us (9690us total) trans 4295106204 rc 0/0
00000100:00100000:0.0:1769074955.311536:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210063
00000100:00100000:2.0:1769074955.317018:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.317305:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657192448
00000100:00100000:3.0:1769074955.317315:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657192448
00000100:00100000:3.0:1769074955.317371:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210064
00000100:00100000:3.0:1769074955.317380:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657192448:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.317402:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.317424:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fbf7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083af expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.317518:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.317531:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a8 expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.317540:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.317576:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a8 expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.317587:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a8 expref: 274 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.317602:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef05c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623372672:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074955.317687:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a180 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.323302:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.323371:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657192576
00000100:00100000:3.0:1769074955.323382:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657192576
00010000:00010000:3.0:1769074955.323421:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a8 expref: 275 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.323461:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5252
00000100:00100000:3.0:1769074955.323470:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2368:x1855007657192576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.323485:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.323491:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a8 expref: 275 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.323503:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a8 expref: 275 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.323525:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074955.323530:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.323540:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.323547:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.323566:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.323619:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2368:x1855007657192576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 149us (323us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.323627:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5252
00010000:00010000:1.0:1769074955.324499:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fbe9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083a8 expref: 274 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.324517:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef05c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623372672:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.324540:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.324548:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.324553:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074955.324613:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.324619:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.324640:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.324671:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fbf7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083af expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.324685:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083af expref: 273 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.324692:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:1.0:1769074955.324695:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.324697:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:1.0:1769074955.324750:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657192448:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7371us (7744us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.324757:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210064
00000100:00100000:0.0:1769074955.339886:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.340063:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657192704
00000100:00100000:1.0:1769074955.340073:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657192704
00000100:00100000:1.0:1769074955.340115:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210065
00000100:00100000:1.0:1769074955.340122:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657192704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.340141:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.340162:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fc05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083b6 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.340233:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340248:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340263:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340277:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340282:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340286:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340383:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fc1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340392:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340399:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074955.340432:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.340435:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.340451:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340460:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fc1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340467:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340472:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340480:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340484:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.340487:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340492:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340500:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074955.340502:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.340506:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340509:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340519:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340524:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340530:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340535:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.340537:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340543:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340550:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x103f9c81 (ffff9032a2c16000)
00010000:00010000:1.0:1769074955.340553:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.340555:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340561:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.340588:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fc05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083b6 expref: 275 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.340596:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fc1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083b6 expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.340601:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:1.0:1769074955.340603:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.340605:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:1.0:1769074955.340666:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13246:x1855007657192704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 544us (788us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.340673:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210065
00000100:00100000:3.0:1769074955.347308:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.347392:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657192832
00000100:00100000:2.0:1769074955.347403:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657192832
00000100:00100000:2.0:1769074955.347471:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1518
00000100:00100000:2.0:1769074955.347483:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391087c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2369:x1855007657192832:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.347502:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.347529:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fc1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083b6 expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.347548:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074955.347553:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.347608:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391087c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657192832:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 128us (312us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.347616:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1518
00000100:00100000:2.0:1769074955.355677:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.358358:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657193088
00000100:00100000:0.0:1769074955.358375:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657193088
00000100:00100000:0.0:1769074955.358428:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210066
00000100:00100000:0.0:1769074955.358436:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657193088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.358453:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.358469:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fc21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083bd expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.358549:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.358560:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e2e77e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230310d expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.358567:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.358594:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e2e77e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230310d expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.358607:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e2e77e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230310d expref: 274 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.358617:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623372800:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.358698:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216540 going to sleep for 11 seconds
00000001:00080000:0.0:1769074955.360054:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106203 is committed
00000004:00080000:0.0:1769074955.360097:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 122 committed
00000004:00080000:0.0:1769074955.360165:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 120 committed
00000100:00100000:0.0:1769074955.360374:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623372928:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074955.360433:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074955.360469:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:0.0:1769074955.360476:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623373056:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074955.360495:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074955.360525:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623372928
00000100:00100000:0.0:1769074955.360532:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623372928
00000100:00100000:0.0:1769074955.360568:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623373056
00000100:00100000:0.0:1769074955.360570:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623373056
00000100:00100000:0.0:1769074955.360589:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927
00000100:00100000:0.0:1769074955.360596:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:3295:x1855007623372928:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1769074955.360619:0:13368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:454 count 1
00010000:00010000:0.0:1769074955.360642:0:13368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.360662:0:13368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 72 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.360675:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074955.360677:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074955.360681:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.360709:0:13368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 72 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.360737:0:13368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 72 pid: 13376 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.360749:0:13368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:13368:1855007623373184:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.360801:0:13368:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216a80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.360818:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928
00000100:00100000:0.0:1769074955.360826:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3295:x1855007623373056:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:0.0:1769074955.360839:0:13375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:456 count 1
00010000:00010000:0.0:1769074955.360850:0:13375:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.360862:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 72 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.360868:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074955.360869:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074955.360872:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.360895:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 72 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.360904:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 72 pid: 13376 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.360944:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623373312:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.360985:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074955.361316:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623373568:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1769074955.361349:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074955.361375:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1769074955.361380:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623373440:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1769074955.361401:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074955.361425:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623373568
00000100:00100000:2.0:1769074955.361429:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623373568
00000100:00100000:2.0:1769074955.361452:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623373440
00000100:00100000:2.0:1769074955.361455:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623373440
00000100:00100000:2.0:1769074955.361473:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929
00000100:00100000:2.0:1769074955.361480:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3294:x1855007623373568:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1769074955.361491:0:8946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:453 count 1
00010000:00010000:2.0:1769074955.361508:0:8946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.361520:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 85 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.361525:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074955.361527:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074955.361530:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.361549:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 85 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.361558:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 85 pid: 13349 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.361568:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623373696:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.361591:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033992d2240 going to sleep for 11 seconds
00000100:00100000:2.0:1769074955.361609:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2930
00000100:00100000:2.0:1769074955.361616:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3294:x1855007623373440:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1769074955.361628:0:13367:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:452 count 1
00010000:00010000:2.0:1769074955.361640:0:13367:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.361651:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 85 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.361657:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074955.361659:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074955.361661:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.361680:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 85 pid: 13349 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.361689:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 85 pid: 13349 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.361697:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623373824:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.361721:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033c20c0180 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.362816:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13245:x1855007657191808:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 64293us (64429us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.362827:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210062
00000100:00100000:2.0:1769074955.363756:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.363941:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623372800:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074955.363981:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074955.364533:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657193216
00000100:00100000:1.0:1769074955.364546:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657193216
00010000:00010000:1.0:1769074955.364586:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e2e77e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230310d expref: 209 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.364630:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5253
00000100:00100000:1.0:1769074955.364639:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:2369:x1855007657193216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.364653:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.364659:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e2e77e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230310d expref: 209 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.364671:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e2e77e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230310d expref: 209 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.364695:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e2e77e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230310d expref: 209 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.364712:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:1.0:1769074955.364717:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.364727:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.364735:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.364758:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.364818:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:2369:x1855007657193216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (1067us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.364826:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5253
00010000:00010000:3.0:1769074955.365177:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.365186:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074955.365273:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00010000:00010000:3.0:1769074955.365459:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fc21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083bd expref: 209 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.365476:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083bd expref: 208 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.365485:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:3.0:1769074955.365488:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074955.365491:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12c00, rc 0)
00000100:00100000:3.0:1769074955.365625:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:13246:x1855007657193088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7189us (9956us total) trans 4295106205 rc 0/0
00000100:00100000:3.0:1769074955.365633:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210066
00000100:00100000:1.0:1769074955.378286:0:13368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:13368:1855007623373184:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.378322:0:13368:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074955.378476:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.378513:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.378525:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.378536:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.378547:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.378564:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.378583:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657193344
00000100:00100000:0.0:1769074955.378590:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657193344
00010000:00010000:0.0:1769074955.378619:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 73 pid: 13376 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.378646:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657193728
00000100:00100000:0.0:1769074955.378649:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657193728
00010000:00010000:0.0:1769074955.378663:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 86 pid: 13349 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.378674:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657193600
00000100:00100000:0.0:1769074955.378676:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657193600
00010000:00010000:0.0:1769074955.378687:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 74 pid: 13376 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.378698:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657193856
00000100:00100000:0.0:1769074955.378701:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657193856
00010000:00010000:0.0:1769074955.378711:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 87 pid: 13349 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.378725:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5254
00000100:00100000:0.0:1769074955.378734:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657193344:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.378751:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.378755:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 74 pid: 13376 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.378764:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 74 pid: 13376 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.378783:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bb602e00/0x2152b583a6e3e982 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307dce expref: 74 pid: 13376 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.378794:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.378796:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.378799:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.378806:0:13409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.378820:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.378860:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657193344:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (385us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.378866:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5254
00000100:00100000:0.0:1769074955.378879:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5255
00000100:00100000:0.0:1769074955.378883:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+87:2369:x1855007657193728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.378889:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.378891:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 87 pid: 13349 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.378897:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 87 pid: 13349 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.378968:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.378970:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.378974:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.378981:0:13409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.378992:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.379011:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+87:2369:x1855007657193728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 127us (484us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.379018:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5255
00000100:00100000:0.0:1769074955.379031:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5256
00000100:00100000:0.0:1769074955.379038:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2369:x1855007657193600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.379045:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.379050:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 72 pid: 13376 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.379059:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 72 pid: 13376 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.379069:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.379071:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.379074:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.379081:0:13409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.379091:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.379109:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2369:x1855007657193600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 71us (570us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.379115:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5256
00000100:00100000:0.0:1769074955.379127:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5257
00000100:00100000:0.0:1769074955.379133:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+86:2369:x1855007657193856:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.379140:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.379144:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 86 pid: 13349 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.379153:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 86 pid: 13349 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.379165:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.379166:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.379169:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.379176:0:13409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.379187:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.379204:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+86:2369:x1855007657193856:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 72us (655us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.379210:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5257
00000100:00100000:0.0:1769074955.379233:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657193472
00000100:00100000:0.0:1769074955.379237:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657193472
00000100:00100000:0.0:1769074955.379263:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210067
00000100:00100000:0.0:1769074955.379270:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:13246:x1855007657193472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.379286:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.379304:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fc52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083c4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.379384:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.379398:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083bd expref: 209 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.379407:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.379431:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083bd expref: 209 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.379443:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083bd expref: 209 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.379452:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623373952:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.379491:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216a80 going to sleep for 11 seconds
00010000:00010000:3.0:1769074955.379658:0:13375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3f273 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230809f expref: 71 pid: 13376 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.379676:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623373312:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074955.379691:0:13375:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.379700:0:13375:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.379707:0:13375:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.379717:0:13375:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.379724:0:13375:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.379748:0:13375:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074955.380045:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+14:3295:x1855007623373056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19220us (19549us total) trans 4294968152 rc 0/0
00000100:00100000:3.0:1769074955.380051:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928
00000100:00100000:3.0:1769074955.380063:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657193984
00000100:00100000:3.0:1769074955.380066:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657193984
00000100:00100000:3.0:1769074955.380085:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2931
00000100:00100000:3.0:1769074955.380089:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+86:2368:x1855007657193984:12345-192.168.204.54@tcp:16:dbench.0
00010000:00010000:1.0:1769074955.380191:0:13368:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.380199:0:13368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.380207:0:13368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.380213:0:13368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.380236:0:13368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:1.0:1769074955.380403:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+14:3295:x1855007623372928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19806us (19969us total) trans 4294968153 rc 0/0
00000100:00100000:1.0:1769074955.380410:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927
00010000:00010000:3.0:1769074955.380454:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:3.0:1769074955.380460:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380465:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12e00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074955.380468:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380475:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380486:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380490:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fc36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380502:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074955.380504:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380508:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12200 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074955.380510:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380514:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380518:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380523:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fc2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.380530:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074955.380531:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074955.380532:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074955.380581:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:0.0:1769074955.380616:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370f800/2, rc 0, transno 4294968152
00000100:00100000:0.0:1769074955.380663:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623373056:0@lo:6:osp-syn-0-0.0
00000004:00080000:0.0:1769074955.380677:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370d500/2, rc 0, transno 4294968153
00010000:00010000:2.0:1769074955.381475:0:8946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bc2fbe00/0x2152b583a6e3e863 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307d6c expref: 86 pid: 13349 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.381491:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba27800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623373696:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.381511:0:8946:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.381522:0:8946:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.381529:0:8946:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.381538:0:8946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.381545:0:8946:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.381599:0:8946:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1769074955.381962:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3294:x1855007623373568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20470us (20600us total) trans 4294968239 rc 0/0
00000100:00100000:2.0:1769074955.381972:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929
00000004:00080000:2.0:1769074955.382034:0:3294:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9033bba27b80/2, rc 0, transno 4294968239
00000100:00100000:2.0:1769074955.382046:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623373568:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1769074955.382081:0:13367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bdd3e000/0x2152b583a6e3e0a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307b04 expref: 85 pid: 13349 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.382092:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623373824:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.382105:0:13367:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.382119:0:13367:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.382126:0:13367:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.382135:0:13367:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.382142:0:13367:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382312:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1769074955.382319:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382328:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074955.382333:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382343:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382362:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382370:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fc3d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382387:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074955.382391:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382397:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4e00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074955.382400:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382407:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382416:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382423:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074955.382424:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074955.382426:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074955.382589:0:13367:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:2.0:1769074955.382595:0:13367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fc44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.382845:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769074955.382880:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3294:x1855007623373440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21263us (21477us total) trans 4294968240 rc 0/0
00000100:00100000:2.0:1769074955.382888:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2930
00000100:00100000:0.0:1769074955.383295:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623372928:0@lo:6:osp-syn-0-0.0
00000004:00080000:3.0:1769074955.383387:0:3294:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9033bba25c00/2, rc 0, transno 4294968240
00000100:00100000:3.0:1769074955.386470:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623373440:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1769074955.389309:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.389387:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657194112
00000100:00100000:3.0:1769074955.389398:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657194112
00010000:00010000:3.0:1769074955.389436:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083bd expref: 210 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.389480:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5258
00000100:00100000:3.0:1769074955.389490:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2368:x1855007657194112:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.389504:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.389510:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083bd expref: 210 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.389523:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083bd expref: 210 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.389545:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:3.0:1769074955.389551:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.389561:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.389569:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.389587:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.389642:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2368:x1855007657194112:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 153us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.389649:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5258
00010000:00010000:0.0:1769074955.391655:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc28 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083bd expref: 209 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.391677:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623373952:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.391699:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.391707:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.391710:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074955.391749:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:0.0:1769074955.391753:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.391769:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.391800:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fc52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083c4 expref: 209 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.391810:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083c4 expref: 208 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.391816:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:0.0:1769074955.391818:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074955.391821:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13600, rc 0)
00000100:00100000:0.0:1769074955.391868:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:13246:x1855007657193472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12598us (13353us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.391875:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210067
00000100:00100000:3.0:1769074955.397363:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.399134:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657194240
00000100:00100000:1.0:1769074955.399156:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657194240
00000100:00100000:1.0:1769074955.399236:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210068
00000100:00100000:1.0:1769074955.399247:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+208:13246:x1855007657194240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.399275:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.399303:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fc60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083cb expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.399398:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399415:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399427:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399442:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399449:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399454:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399574:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc75 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399583:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399589:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074955.399628:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.399634:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.399652:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399664:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399673:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399680:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399687:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399694:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.399699:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399707:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399719:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074955.399723:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.399728:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399734:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fc67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399747:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399754:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399759:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399764:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.399767:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399773:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399779:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2ee4e5f8 (ffff9032a2c16400)
00010000:00010000:1.0:1769074955.399782:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.399785:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399791:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fc6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.399824:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fc60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083cb expref: 210 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.399838:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083cb expref: 209 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.399844:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074955.399846:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.399849:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9000, rc 0)
00000100:00100000:1.0:1769074955.399982:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13246:x1855007657194240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 737us (2628us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.399990:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210068
00000100:00100000:3.0:1769074955.402712:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.410697:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657194368
00000100:00100000:1.0:1769074955.410711:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657194368
00000100:00100000:1.0:1769074955.410765:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 879
00000100:00100000:1.0:1769074955.410775:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386dfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ad68b505-7ce3-4132-9fd4-4e14f53a3f44+9:2368:x1855007657194368:12345-192.168.204.54@tcp:400:kworker.0
00000100:00100000:1.0:1769074955.410943:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386dfac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ad68b505-7ce3-4132-9fd4-4e14f53a3f44+9:2368:x1855007657194368:12345-192.168.204.54@tcp:400:kworker.0 Request processed in 168us (8238us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.410960:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 879
00000100:00100000:1.0:1769074955.414411:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.414480:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657194624
00000100:00100000:2.0:1769074955.414490:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657194624
00000100:00100000:2.0:1769074955.414541:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210069
00000100:00100000:2.0:1769074955.414548:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13246:x1855007657194624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.414566:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.414587:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fc7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083d2 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074955.414630:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.414654:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657194752
00000100:00100000:1.0:1769074955.414658:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657194752
00000100:00100000:1.0:1769074955.414696:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1519
00000100:00100000:1.0:1769074955.414704:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391087850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2369:x1855007657194752:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.414772:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.414796:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083cb expref: 210 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.414812:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074955.414816:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074955.415146:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.415160:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e2e7fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303137 expref: 210 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.415170:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.415214:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e2e7fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303137 expref: 210 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.415228:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e2e7fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303137 expref: 210 pid: 5763 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.415242:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623374080:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.415330:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391087850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2369:x1855007657194752:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 626us (697us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.415338:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1519
00000100:00100000:2.0:1769074955.415664:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254e40 going to sleep for 11 seconds
00000001:00080000:0.0:1769074955.417641:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968238 is committed
00000100:00100000:3.0:1769074955.422482:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657193984:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 42379us (43904us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.422497:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2931
00000100:00100000:2.0:1769074955.422737:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.422791:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657194880
00000100:00100000:3.0:1769074955.422799:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657194880
00010000:00010000:3.0:1769074955.422826:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e2e7fc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303137 expref: 210 pid: 5763 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.422856:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5259
00000100:00100000:3.0:1769074955.422865:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2368:x1855007657194880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.422879:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.422886:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e2e7fc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303137 expref: 210 pid: 5763 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.422898:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e2e7fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303137 expref: 210 pid: 5763 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.422934:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:3.0:1769074955.422939:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.422946:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.422961:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.422979:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.423008:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2368:x1855007657194880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 144us (271us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.423015:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5259
00010000:00010000:0.0:1769074955.423890:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e2e7fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303137 expref: 209 pid: 5763 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.424044:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623374080:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.424067:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.424077:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.424082:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074955.424105:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00010000:00010000:0.0:1769074955.424589:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fc7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d2 expref: 210 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.424607:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d2 expref: 209 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.424615:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:0.0:1769074955.424618:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074955.424622:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:0.0:1769074955.424683:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13246:x1855007657194624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10134us (10282us total) trans 4295106206 rc 0/0
00000100:00100000:0.0:1769074955.424691:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210069
00000100:00100000:2.0:1769074955.429896:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.430137:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657195008
00000100:00100000:0.0:1769074955.430147:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657195008
00000100:00100000:0.0:1769074955.430285:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210070
00000100:00100000:0.0:1769074955.430298:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13246:x1855007657195008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.430324:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.430346:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fc91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083d9 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.430429:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.430445:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d2 expref: 210 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.430453:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.430484:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d2 expref: 210 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.430497:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d2 expref: 210 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.430510:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623374208:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.430601:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216540 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.436714:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623374208:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.436747:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074955.438101:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.438209:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657195136
00000100:00100000:1.0:1769074955.438220:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657195136
00010000:00010000:1.0:1769074955.438257:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d2 expref: 211 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.438301:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5260
00000100:00100000:1.0:1769074955.438311:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2369:x1855007657195136:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.438327:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.438333:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d2 expref: 211 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.438346:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d2 expref: 211 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.438370:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fc83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d2 expref: 211 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.438388:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074955.438393:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.438403:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.438411:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.438436:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.438486:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2369:x1855007657195136:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 175us (389us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.438494:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5260
00010000:00010000:1.0:1769074955.438522:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.438529:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.438575:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.438580:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.438597:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.438626:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fc91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d9 expref: 210 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.438640:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d9 expref: 209 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.438647:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074955.438649:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.438652:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12c00, rc 0)
00000100:00100000:1.0:1769074955.438679:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13246:x1855007657195008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8385us (8795us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.438686:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210070
00000100:00100000:3.0:1769074955.439315:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.439596:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657195264
00000100:00100000:1.0:1769074955.439603:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657195264
00000100:00100000:1.0:1769074955.439639:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210071
00000100:00100000:1.0:1769074955.439646:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13245:x1855007657195264:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.439663:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.439680:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083e0 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.439744:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439758:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439765:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439777:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439781:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439785:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439844:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439850:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439855:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439861:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.439865:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439873:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439886:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.439888:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.439892:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439897:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fca6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439930:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439935:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439939:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439941:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.439943:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439946:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439960:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x4c25f11c (ffff9032a2c16400)
00010000:00010000:1.0:1769074955.439962:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.439965:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439971:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fcad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.439996:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc9f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083e0 expref: 210 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.440005:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.440008:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.440011:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fc9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083e0 expref: 210 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.440020:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9000, rc 0)
00000100:00100000:1.0:1769074955.440063:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13245:x1855007657195264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 417us (750us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074955.440067:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210071
00000100:00100000:3.0:1769074955.443969:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.444013:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.444098:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657195392
00000100:00100000:1.0:1769074955.444109:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657195392
00000100:00100000:1.0:1769074955.444169:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657195520
00000100:00100000:1.0:1769074955.444172:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657195520
00000100:00100000:1.0:1769074955.444205:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210072
00000100:00100000:1.0:1769074955.444216:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657195392:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.444237:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.444258:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fcb4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083e7 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.444333:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fcbb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.444346:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fcbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.444358:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fcbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.444436:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:1.0:1769074955.444440:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.444466:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fcbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074955.444481:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210073
00010000:00010000:1.0:1769074955.444492:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fcb4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083e7 expref: 212 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074955.444492:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13246:x1855007657195520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.444501:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.444510:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fcbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083e7 expref: 211 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.444511:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fcc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083ee expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.444519:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.444522:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074955.444527:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8000, rc 0)
00010000:00010000:2.0:1769074955.444541:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444552:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444559:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444572:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074955.444576:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657195392:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 362us (626us total) trans 0 rc 0/0
00010000:00010000:2.0:1769074955.444579:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074955.444583:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210072
00010000:00010000:2.0:1769074955.444585:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444689:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fcd7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444698:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fcd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444703:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fcd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074955.444727:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000004:00200000:2.0:1769074955.444731:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074955.444740:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fcd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444750:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fcd7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444757:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444768:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444774:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444779:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.444783:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444790:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444799:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074955.444801:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.444805:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444811:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fcc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444820:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444826:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444831:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444835:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.444838:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444843:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444850:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51a4c572 (ffff90328e9ab000)
00010000:00010000:2.0:1769074955.444852:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.444855:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444860:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fcd0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.444883:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fcc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083ee expref: 212 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.444894:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fcd7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083ee expref: 211 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.444900:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074955.444903:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.444905:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:2.0:1769074955.444948:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13246:x1855007657195520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 459us (934us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.445185:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210073
00000100:00100000:0.0:1769074955.449796:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.449841:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.449959:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657195648
00000100:00100000:3.0:1769074955.449970:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657195648
00000100:00100000:3.0:1769074955.450046:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1520
00000100:00100000:3.0:1769074955.450057:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2366:x1855007657195648:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.450078:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.450107:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fcd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083ee expref: 211 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.450128:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:3.0:1769074955.450134:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.450190:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2366:x1855007657195648:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 135us (403us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.450211:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1520
00000100:00100000:1.0:1769074955.450592:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657195776
00000100:00100000:1.0:1769074955.450599:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657195776
00000100:00100000:1.0:1769074955.450640:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4273
00000100:00100000:1.0:1769074955.450648:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657195776:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074955.453007:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.453170:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657196032
00000100:00100000:2.0:1769074955.453178:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657196032
00000100:00100000:2.0:1769074955.453254:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210074
00000100:00100000:2.0:1769074955.453264:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13246:x1855007657196032:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.453293:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.453314:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fcde lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083f5 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.453428:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.453444:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e2e87a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303161 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.453451:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.453486:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e2e87a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303161 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.453499:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e2e87a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303161 expref: 213 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.453512:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba25500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623374336:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.453595:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254e40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.456249:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657195776:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5590us (6394us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.456263:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4273
00000100:00100000:2.0:1769074955.457471:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba25500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623374336:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.457499:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074955.458829:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.458898:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657196160
00000100:00100000:1.0:1769074955.459014:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657196160
00010000:00010000:0.0:1769074955.459457:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e2e87a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303161 expref: 212 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.459554:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5261
00000100:00100000:0.0:1769074955.459564:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:2369:x1855007657196160:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.459580:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.459587:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e2e87a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303161 expref: 212 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.459601:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e2e87a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303161 expref: 212 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.459623:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e2e87a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303161 expref: 212 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.459639:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:0.0:1769074955.459644:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.459654:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.459662:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.459694:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.459752:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2369:x1855007657196160:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (928us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.459760:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5261
00010000:00010000:1.0:1769074955.459813:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.459821:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074955.459842:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00010000:00010000:1.0:1769074955.460033:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fcde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083f5 expref: 212 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.460049:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083f5 expref: 211 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.460056:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:1.0:1769074955.460059:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074955.460061:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:1.0:1769074955.460086:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13246:x1855007657196032:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6824us (7089us total) trans 4295106207 rc 0/0
00000100:00100000:1.0:1769074955.460094:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210074
00000100:00100000:0.0:1769074955.465789:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.466028:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.466143:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657196544
00000100:00100000:1.0:1769074955.466156:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657196544
00000100:00100000:1.0:1769074955.466262:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657196416
00000100:00100000:1.0:1769074955.466266:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657196416
00000100:00100000:2.0:1769074955.466509:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210075
00000100:00100000:2.0:1769074955.466522:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13246:x1855007657196544:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074955.466541:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210076
00010000:00010000:2.0:1769074955.466550:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:3.0:1769074955.466550:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657196416:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.466558:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.466570:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fcfa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308403 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.466570:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fcf3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23083fc expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.466650:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.466667:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083f5 expref: 214 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.466675:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.466711:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083f5 expref: 214 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.466717:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.466724:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083f5 expref: 214 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.466727:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074955.466739:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba25500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623374464:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074955.466740:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466754:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466760:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466766:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074955.466832:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254e40 going to sleep for 11 seconds
00010000:00010000:3.0:1769074955.466839:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466845:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466855:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466861:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.466865:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466872:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466885:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074955.466888:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.466892:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466898:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466939:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466946:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466962:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466967:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.466970:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466975:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466983:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x4c25f11c (ffff90328bb7f500)
00010000:00010000:3.0:1769074955.466986:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.466988:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.466993:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x4c25f11c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.467031:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fcf3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083fc expref: 214 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.467039:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074955.467042:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1769074955.467045:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fcf3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083fc expref: 214 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.467053:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:3.0:1769074955.467096:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13245:x1855007657196416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 547us (1067us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074955.467104:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210076
00000100:00100000:2.0:1769074955.471182:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba25500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623374464:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.471226:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074955.471302:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.471374:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.471462:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657196800
00000100:00100000:3.0:1769074955.471462:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657196672
00000100:00100000:1.0:1769074955.471470:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657196800
00000100:00100000:3.0:1769074955.471470:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657196672
00010000:00010000:1.0:1769074955.471512:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083f5 expref: 214 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.471538:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210077
00000100:00100000:1.0:1769074955.471541:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5262
00000100:00100000:1.0:1769074955.471547:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2368:x1855007657196800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1769074955.471548:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13245:x1855007657196672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.471563:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.471566:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.471569:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083f5 expref: 214 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.471579:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083f5 expref: 214 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.471583:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fd16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230840a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.471601:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fce5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083f5 expref: 215 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.471614:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:1.0:1769074955.471619:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.471628:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.471636:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.471659:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.471704:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2368:x1855007657196800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 156us (329us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.471713:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5262
00010000:00010000:1.0:1769074955.471740:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.471747:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074955.471790:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.471795:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.471813:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.471839:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fcfa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308403 expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.471852:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308403 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.471858:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:1.0:1769074955.471861:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.471864:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4e00, rc 0)
00010000:00010000:3.0:1769074955.471883:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074955.471887:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657196544:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5369us (6108us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.471893:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210075
00010000:00010000:3.0:1769074955.471894:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.471902:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.473736:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.473766:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.473780:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.473980:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.473989:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.473996:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474007:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.474012:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474020:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474034:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.474037:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.474043:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474050:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fd1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474062:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474068:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474073:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474078:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.474081:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474087:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474093:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5a114248 (ffff90328bb7fc00)
00010000:00010000:2.0:1769074955.474096:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.474099:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474104:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fd24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.474156:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fd16 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230840a expref: 212 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.474166:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.474168:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.474172:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fd16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230840a expref: 212 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.474182:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73400, rc 0)
00000100:00100000:2.0:1769074955.474266:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657196672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2719us (2963us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074955.475169:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210077
00000100:00100000:0.0:1769074955.480426:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.480509:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657196928
00000100:00100000:2.0:1769074955.480520:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657196928
00000100:00100000:2.0:1769074955.480589:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210078
00000100:00100000:2.0:1769074955.480599:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13246:x1855007657196928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.480620:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.480640:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fd2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308411 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.480712:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480727:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480735:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480745:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480749:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480753:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480838:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480843:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480846:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074955.480876:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:2.0:1769074955.480879:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074955.480893:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480902:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480944:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480964:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480971:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480976:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.480979:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480986:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.480998:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074955.481001:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.481005:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.481011:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fd32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.481023:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.481030:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.481035:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.481040:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.481043:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.481049:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.481056:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x6324417e (ffff90328e9ab000)
00010000:00010000:2.0:1769074955.481059:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.481062:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.481068:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fd39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.481094:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fd2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 213 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.481102:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 212 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.481107:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:2.0:1769074955.481108:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.481110:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5200, rc 0)
00000100:00100000:2.0:1769074955.481155:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13246:x1855007657196928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 559us (740us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.481161:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210078
00000100:00100000:0.0:1769074955.489809:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.489901:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657197440
00000100:00100000:1.0:1769074955.489944:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657197440
00000100:00100000:1.0:1769074955.490013:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210079
00000100:00100000:1.0:1769074955.490024:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13246:x1855007657197440:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.490046:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.490069:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fd47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230841f expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.490174:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.490190:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddace00/0x2152b583a6e2e929 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303192 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.490198:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 213 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.490206:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.490241:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 213 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.490255:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 213 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.490268:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623374592:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.490364:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddace00/0x2152b583a6e2e929 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303192 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.490373:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddace00/0x2152b583a6e2e929 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303192 expref: 213 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.490383:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623374720:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.490405:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8300 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.493117:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.493211:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.493321:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657197568
00000100:00100000:2.0:1769074955.493332:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657197568
00010000:00010000:2.0:1769074955.493370:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 214 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.493409:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5263
00000100:00100000:2.0:1769074955.493418:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2366:x1855007657197568:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.493432:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.493438:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 214 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.493451:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 214 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.493474:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:2.0:1769074955.493480:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.493489:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.493495:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.493558:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2366:x1855007657197568:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 140us (451us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.493566:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5263
00000100:00100000:1.0:1769074955.493761:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657197184
00000100:00100000:1.0:1769074955.493767:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657197184
00000100:00100000:1.0:1769074955.493805:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210080
00000100:00100000:1.0:1769074955.493812:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13245:x1855007657197184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.493831:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.493832:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074955.493845:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fcbb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083e7 expref: 214 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.493865:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.493869:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074955.493883:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fd55 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308418 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.494068:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494080:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494089:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494104:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494111:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494118:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00080000:1.0:1769074955.494622:0:11659:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1cb:0x0], index 0: 0
00010000:00010000:1.0:1769074955.494809:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494821:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494828:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494867:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494874:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494880:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494886:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.494890:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494896:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494938:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.494942:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.494947:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.494962:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3fd5c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:1.0:1769074955.494972:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e15ab9db reply state 000000009fde13ad transno 4295106208 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074955.494981:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074955.495010:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fd55 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308418 expref: 216 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.495023:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308418 expref: 215 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.495030:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:1.0:1769074955.495033:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.495036:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9600, rc 0)
00000100:00100000:1.0:1769074955.495087:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657197184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1275us (1876us total) trans 4295106208 rc 0/0
00000100:00100000:1.0:1769074955.495095:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210080
00010000:00010000:1.0:1769074955.503006:0:5762:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000e98f762b x1855007623374592) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 215 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.503033:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fd40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308411 expref: 215 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.503056:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623374592:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.503180:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623374720:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.503217:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074955.503223:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.503231:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.503240:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.504410:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.504423:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.504491:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.504499:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.504505:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.504515:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.504532:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5a114248 (ffff9032a2c16400)
00010000:00010000:2.0:1769074955.504536:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.504540:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.504547:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3fd63 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074955.507404:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.507502:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.507577:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657197696
00000100:00100000:1.0:1769074955.507588:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657197696
00010000:00010000:1.0:1769074955.507630:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddace00/0x2152b583a6e2e929 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303192 expref: 214 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.507672:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5264
00000100:00100000:1.0:1769074955.507682:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391084050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2369:x1855007657197696:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1769074955.507684:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657197824
00000100:00100000:3.0:1769074955.507689:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657197824
00010000:00010000:1.0:1769074955.507698:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.507704:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddace00/0x2152b583a6e2e929 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303192 expref: 214 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.507716:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddace00/0x2152b583a6e2e929 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303192 expref: 214 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.507728:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2932
00000100:00100000:3.0:1769074955.507735:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdeafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+71:2368:x1855007657197824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.507738:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddace00/0x2152b583a6e2e929 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303192 expref: 214 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.507750:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.507753:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074955.507758:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.507766:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.507768:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308426 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.507774:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00002000:00010000:3.0:1769074955.507789:0:13375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074955.507800:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074955.507804:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.507806:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.507813:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308426 expref: 72 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074955.507826:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308426 expref: 72 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074955.507837:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:1.0:1769074955.507850:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391084050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:2369:x1855007657197696:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (454us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.507857:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5264
00000100:00100000:3.0:1769074955.507857:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdeafc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2368:x1855007657197824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 123us (356us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.507862:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2932
00010000:00010000:1.0:1769074955.507986:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.508418:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074955.508438:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00010000:00010000:1.0:1769074955.508587:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fd47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230841f expref: 214 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.508602:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230841f expref: 213 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.508609:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074955.508612:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074955.508615:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9000, rc 0)
00000100:00100000:1.0:1769074955.508697:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657197440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18675us (18898us total) trans 4295106209 rc 0/0
00000100:00100000:1.0:1769074955.508705:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210079
00000100:00100000:0.0:1769074955.514363:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.517651:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657197952
00000100:00100000:1.0:1769074955.517670:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657197952
00000100:00100000:0.0:1769074955.518064:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210081
00000100:00100000:0.0:1769074955.518076:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657197952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.518110:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.518136:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fd86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230842d expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.518230:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.518247:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230841f expref: 214 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.518256:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074955.518283:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074955.518304:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230841f expref: 214 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.518317:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230841f expref: 214 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.518331:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623374848:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.518415:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892163c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.518567:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657198208
00000100:00100000:1.0:1769074955.518573:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657198208
00000100:00100000:1.0:1769074955.518611:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4274
00000100:00100000:1.0:1769074955.518619:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657198208:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074955.518904:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657198208:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 285us (620us total) trans 4295106210 rc 0/0
00000100:00100000:1.0:1769074955.518943:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4274
00000100:00100000:0.0:1769074955.525389:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.525431:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.526116:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657198336
00000100:00100000:2.0:1769074955.526125:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657198336
00010000:00010000:2.0:1769074955.526162:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230841f expref: 216 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.526207:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5265
00000100:00100000:2.0:1769074955.526216:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2369:x1855007657198336:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.526235:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.526242:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230841f expref: 216 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.526254:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230841f expref: 216 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.526286:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:2.0:1769074955.526292:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.526305:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.526313:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.526333:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.526389:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2369:x1855007657198336:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (1011us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.526396:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5265
00000100:00100000:3.0:1769074955.526692:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657198592
00000100:00100000:3.0:1769074955.526697:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657198592
00000100:00100000:3.0:1769074955.526737:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210082
00000100:00100000:3.0:1769074955.526746:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657198592:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.526763:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.526780:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308434 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.526881:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.526894:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308418 expref: 217 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.526901:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.526969:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308418 expref: 217 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.526986:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308418 expref: 217 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.527000:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623374976:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074955.527062:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00010000:00010000:1.0:1769074955.528037:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fd4e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230841f expref: 217 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.528060:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623374848:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.528081:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.528090:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.528094:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074955.528131:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.528136:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.528155:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.528186:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fd86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230842d expref: 217 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.528269:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230842d expref: 216 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.528332:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074955.528335:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.528338:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12200, rc 0)
00000100:00100000:1.0:1769074955.528580:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657197952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10505us (14386us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.528589:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210081
00000100:00100000:3.0:1769074955.532596:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623374976:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074955.532628:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074955.534283:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.534429:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657198720
00000100:00100000:0.0:1769074955.534439:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657198720
00010000:00010000:0.0:1769074955.534478:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308418 expref: 216 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.534559:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5266
00000100:00100000:0.0:1769074955.534570:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2369:x1855007657198720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.534584:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.534590:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308418 expref: 216 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.534608:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308418 expref: 216 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.534630:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fd6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308418 expref: 216 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.534645:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:0.0:1769074955.534650:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.534659:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.534665:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.534693:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.534752:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:2369:x1855007657198720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 183us (474us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.534760:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5266
00010000:00010000:3.0:1769074955.534979:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.534987:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074955.535006:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10412:0x0]: returning size 0
00010000:00010000:3.0:1769074955.535154:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fd94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308434 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.535169:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308434 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.535177:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:3.0:1769074955.535179:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074955.535181:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73c00, rc 0)
00000100:00100000:3.0:1769074955.535277:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657198592:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8530us (9841us total) trans 4295106211 rc 0/0
00000100:00100000:3.0:1769074955.535284:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210082
00000100:00100000:3.0:1769074955.540758:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.540857:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657198848
00000100:00100000:2.0:1769074955.540868:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657198848
00000100:00100000:2.0:1769074955.540976:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210083
00000100:00100000:2.0:1769074955.540987:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657198848:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.541018:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.541045:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fda9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230843b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.541123:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541140:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541153:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541171:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541178:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541185:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541520:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fdbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541530:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541538:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074955.541575:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:2.0:1769074955.541580:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074955.541599:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541609:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fdbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541617:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541623:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541629:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541635:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.541638:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541645:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541658:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074955.541660:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.541665:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.541671:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fdb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.542128:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.542137:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.542143:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.542148:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.542152:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.542157:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.542165:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x76821429 (ffff90328e9ab000)
00010000:00010000:2.0:1769074955.542168:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.542171:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.542175:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fdb7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.542298:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3fda9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230843b expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.542314:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fdbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230843b expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.542321:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:2.0:1769074955.542323:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.542326:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:2.0:1769074955.542436:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657198848:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1450us (1687us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.542445:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210083
00000100:00100000:1.0:1769074955.545674:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.545742:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657198976
00000100:00100000:2.0:1769074955.545753:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657198976
00000100:00100000:2.0:1769074955.545816:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210084
00000100:00100000:2.0:1769074955.545826:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657198976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.545848:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.545871:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fdc5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10412:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308442 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.546010:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.546025:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308434 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.546033:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.546069:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308434 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.546083:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308434 expref: 217 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.546097:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba25500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623375104:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.546161:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254e40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.549419:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba25500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623375104:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074955.549452:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074955.554070:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.554098:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.554122:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.554210:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657199104
00000100:00100000:0.0:1769074955.554219:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657199104
00000100:00100000:0.0:1769074955.554276:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657199232
00000100:00100000:0.0:1769074955.554279:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657199232
00010000:00010000:0.0:1769074955.554296:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308434 expref: 219 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.554322:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5267
00000100:00100000:0.0:1769074955.554331:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2368:x1855007657199232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.554346:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.554353:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308434 expref: 219 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.554365:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308434 expref: 219 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.554385:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fd9b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308434 expref: 219 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.554401:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:0.0:1769074955.554407:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.554415:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.554422:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.554445:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.554485:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2368:x1855007657199232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 156us (386us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.554490:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5267
00000100:00100000:0.0:1769074955.554504:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1521
00000100:00100000:0.0:1769074955.554508:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2369:x1855007657199104:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.554513:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.554520:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3fdbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230843b expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.554531:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:0.0:1769074955.554534:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.554543:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2369:x1855007657199104:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 35us (482us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.554547:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1521
00010000:00010000:0.0:1769074955.554563:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.554568:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074955.554603:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10412:0x0]: returning size 0
00000004:00200000:0.0:1769074955.554606:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.554621:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.554647:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3fdc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10412:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308442 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.554659:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308442 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.554666:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:0.0:1769074955.554669:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074955.554672:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5a00, rc 0)
00000100:00100000:0.0:1769074955.554695:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657198976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8872us (9031us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.554700:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210084
00000100:00100000:0.0:1769074955.554713:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657199488
00000100:00100000:0.0:1769074955.554716:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657199488
00000100:00100000:0.0:1769074955.554738:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210085
00000100:00100000:0.0:1769074955.554744:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657199488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.554759:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.554774:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fdd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308449 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.554832:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.554839:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e2eb98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230326b expref: 216 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.554844:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.554871:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e2eb98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230326b expref: 216 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.554882:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e2eb98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230326b expref: 216 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.554896:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623375232:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.554999:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.562102:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623375232:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.562133:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074955.563427:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.563601:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657199744
00000100:00100000:3.0:1769074955.563609:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657199744
00000100:00100000:3.0:1769074955.563673:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2933
00000100:00100000:3.0:1769074955.563682:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:13245:x1855007657199744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.563701:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.563722:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fde1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308450 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.563752:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308426 expref: 73 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074955.563761:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.563763:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.563767:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fde1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308450 expref: 73 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.563801:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308426 expref: 73 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074955.563813:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308426 expref: 73 pid: 13375 timeout: 2041 lvb_type: 1
00000100:00100000:3.0:1769074955.563833:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623375360:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074955.564364:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.565432:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.565869:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657199616
00000100:00100000:2.0:1769074955.565880:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657199616
00010000:00010000:2.0:1769074955.565964:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e2eb98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230326b expref: 217 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.566001:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5268
00000100:00100000:2.0:1769074955.566011:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2368:x1855007657199616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.566025:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.566031:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e2eb98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230326b expref: 217 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.566042:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e2eb98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230326b expref: 217 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.566064:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e2eb98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230326b expref: 217 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.566079:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:2.0:1769074955.566085:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.566093:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.566101:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.566124:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.566164:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2368:x1855007657199616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 154us (736us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.566171:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5268
00010000:00010000:0.0:1769074955.566316:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.566324:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074955.566345:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00010000:00010000:0.0:1769074955.566503:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fdd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308449 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.566520:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308449 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.566527:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:0.0:1769074955.566530:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074955.566533:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:0.0:1769074955.566559:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657199488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11815us (12435us total) trans 4295106212 rc 0/0
00000100:00100000:0.0:1769074955.566565:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210085
00000100:00100000:1.0:1769074955.568708:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.568805:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef06d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623375360:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074955.568837:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fde1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308450 expref: 73 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.568856:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73000, rc 0)
00000100:00100000:3.0:1769074955.568938:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13245:x1855007657199744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5257us (5514us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.568957:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2933
00000100:00100000:2.0:1769074955.570571:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657199872
00000100:00100000:2.0:1769074955.570583:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657199872
00010000:00010000:2.0:1769074955.570623:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308426 expref: 73 pid: 13375 timeout: 2041 lvb_type: 1
00000100:00100000:2.0:1769074955.570667:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5269
00000100:00100000:2.0:1769074955.570677:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657199872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.570693:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.570721:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308426 expref: 73 pid: 13375 timeout: 2041 lvb_type: 1
00010000:00010000:2.0:1769074955.570735:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308426 expref: 73 pid: 13375 timeout: 2041 lvb_type: 1
00010000:00010000:2.0:1769074955.570762:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fd78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308426 expref: 73 pid: 13375 timeout: 2041 lvb_type: 1
00010000:00010000:2.0:1769074955.570778:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074955.570781:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074955.570787:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fde1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308450 expref: 72 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.570798:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fde1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308450 expref: 72 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.570835:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9032abb73000/0x2152b583a6e3fde1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308450 expref: 72 pid: 13375 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074955.570849:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba27100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623375488:192.168.204.54@tcp:105:
00000100:00100000:2.0:1769074955.571134:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254180 going to sleep for 11 seconds
00000100:00100000:2.0:1769074955.573228:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba27100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623375488:192.168.204.54@tcp:105:
00010000:00010000:2.0:1769074955.573253:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.573419:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2368:x1855007657199872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2741us (4716us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.573431:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5269
00000100:00100000:3.0:1769074955.576624:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.576735:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657200000
00000100:00100000:0.0:1769074955.576748:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657200000
00000100:00100000:0.0:1769074955.576843:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210086
00000100:00100000:0.0:1769074955.576853:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657200000:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.576880:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.576900:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fdef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308457 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.577046:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.577063:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308449 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.577072:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.577105:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308449 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.577118:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308449 expref: 217 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.577131:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623375616:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.577221:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216780 going to sleep for 11 seconds
00000100:00100000:2.0:1769074955.585450:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623375616:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.585481:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074955.585832:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.586078:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657200256
00000100:00100000:0.0:1769074955.586088:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657200256
00000100:00100000:0.0:1769074955.586143:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4275
00000100:00100000:0.0:1769074955.586152:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657200256:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074955.586496:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657200256:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 344us (664us total) trans 4295106213 rc 0/0
00000100:00100000:0.0:1769074955.586504:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4275
00000100:00100000:1.0:1769074955.590669:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.590780:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657200384
00000100:00100000:2.0:1769074955.590793:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657200384
00010000:00010000:2.0:1769074955.590838:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308449 expref: 219 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.590893:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5270
00000100:00100000:2.0:1769074955.590903:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391087450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657200384:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.590980:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.590988:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308449 expref: 219 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.591000:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308449 expref: 219 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.591024:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e3fdda lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308449 expref: 219 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.591039:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:2.0:1769074955.591045:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.591053:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.591060:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.591084:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.591143:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391087450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2369:x1855007657200384:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 240us (485us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.591151:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5270
00010000:00010000:0.0:1769074955.591263:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.591272:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074955.591315:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:0.0:1769074955.591321:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.591340:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.591370:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3fdef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308457 expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.591384:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308457 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.591391:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:0.0:1769074955.591393:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074955.591396:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12400, rc 0)
00000100:00100000:0.0:1769074955.591424:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657200000:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14573us (14812us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.591431:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210086
00000100:00100000:2.0:1769074955.593569:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.599737:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.601131:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657200512
00000100:00100000:0.0:1769074955.601145:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657200512
00000100:00100000:3.0:1769074955.601294:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657200640
00000100:00100000:3.0:1769074955.601299:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657200640
00000100:00100000:3.0:1769074955.601341:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210087
00000100:00100000:3.0:1769074955.601351:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657200512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.601371:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.601392:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3fdfd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230845e expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.601463:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601478:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601490:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601505:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601512:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601518:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601621:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fe12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601629:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fe12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601636:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fe12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074955.601671:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10412:0x0]: returning size 2048
00000004:00200000:3.0:1769074955.601675:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074955.601693:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fe12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601703:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fe12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601711:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601717:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601724:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601735:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.601739:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601745:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601756:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074955.601759:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.601765:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601771:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e3fe04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601783:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601789:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601794:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601799:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.601801:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601807:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601814:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5a114248 (ffff90328bb7f600)
00010000:00010000:3.0:1769074955.601817:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.601820:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601825:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e3fe0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.601858:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e3fdfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230845e expref: 220 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.601870:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fe12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230845e expref: 219 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.601877:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:3.0:1769074955.601879:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074955.601882:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73400, rc 0)
00000100:00100000:3.0:1769074955.601987:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657200512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 636us (8425us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.601994:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210087
00000100:00100000:3.0:1769074955.602013:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210088
00000100:00100000:3.0:1769074955.602020:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657200640:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.602032:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.602040:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fe19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308465 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.602066:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.602074:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.602081:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.602091:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.602097:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.602102:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.602166:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3fe2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.602173:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3fe2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.602180:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3fe2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074955.603108:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:3.0:1769074955.603115:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074955.603851:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3fe2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.603872:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3fe2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.603883:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.603894:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.603901:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604013:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.604017:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604024:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604036:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074955.604039:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.604044:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604049:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e3fe20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604063:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604068:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604072:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604076:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c1800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.604078:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604083:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604089:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9e362f1b (ffff90328bb7fe00)
00010000:00010000:2.0:1769074955.604091:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.604094:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604098:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e3fe27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.604139:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e3fe19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308465 expref: 220 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.604152:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3fe2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308465 expref: 219 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.604159:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074955.604162:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.604164:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c1200, rc 0)
00000100:00100000:2.0:1769074955.606016:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657200640:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3986us (6279us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.606029:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210088
00000100:00100000:3.0:1769074955.606945:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.606997:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.611713:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657201024
00000100:00100000:1.0:1769074955.611728:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657201024
00000100:00100000:1.0:1769074955.611749:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657200768
00000100:00100000:1.0:1769074955.611752:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657200768
00000100:00100000:1.0:1769074955.611830:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1522
00000100:00100000:1.0:1769074955.611841:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2369:x1855007657200768:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.611858:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.611884:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e3fe12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230845e expref: 220 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.612025:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:1.0:1769074955.612031:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.612100:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657200768:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 261us (5156us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.612109:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1522
00000100:00100000:1.0:1769074955.613620:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210089
00000100:00100000:1.0:1769074955.613632:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657201024:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.613653:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.613674:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230846c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.613777:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.613792:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308442 expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.613800:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.613832:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308442 expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.613845:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308442 expref: 219 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.613858:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623375744:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074955.614593:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.614631:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.614650:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657201408
00000100:00100000:3.0:1769074955.614658:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657201408
00000100:00100000:3.0:1769074955.614697:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1523
00000100:00100000:3.0:1769074955.614705:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2368:x1855007657201408:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.614717:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.614736:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e3fe2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308465 expref: 220 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.614753:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074955.614757:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.614798:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2368:x1855007657201408:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 94us (165us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.614804:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1523
00000100:00100000:1.0:1769074955.616096:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8e40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.616139:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657201280
00000100:00100000:1.0:1769074955.616147:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657201280
00000100:00100000:1.0:1769074955.620134:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210090
00000100:00100000:1.0:1769074955.620409:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623375744:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.620439:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074955.620464:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657201280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.620620:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.620642:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fe43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308473 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.620746:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.620761:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddac000/0x2152b583a6e2e98b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23031bc expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.620769:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.620800:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddac000/0x2152b583a6e2e98b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031bc expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.620811:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddac000/0x2152b583a6e2e98b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031bc expref: 220 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.620822:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623375872:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.620902:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8e40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.621120:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.622049:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657201536
00000100:00100000:0.0:1769074955.622061:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657201536
00010000:00010000:0.0:1769074955.622109:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308442 expref: 221 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.622142:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5271
00000100:00100000:0.0:1769074955.622151:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657201536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.622161:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.622166:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308442 expref: 221 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.622183:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308442 expref: 221 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.622336:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fdcc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308442 expref: 221 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.622352:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:0.0:1769074955.622357:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.622365:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.622371:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.622392:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.622436:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2368:x1855007657201536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 286us (1317us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.622444:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5271
00010000:00010000:1.0:1769074955.623090:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.623099:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074955.623118:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10412:0x0]: returning size 2048
00010000:00010000:1.0:1769074955.623536:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230846c expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.623553:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230846c expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.623562:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:1.0:1769074955.623565:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074955.623567:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9600, rc 0)
00000100:00100000:1.0:1769074955.623607:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657201024:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9977us (16609us total) trans 4295106214 rc 0/0
00000100:00100000:1.0:1769074955.623614:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210089
00000100:00100000:0.0:1769074955.628380:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.628480:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623375872:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.628512:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074955.628623:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657201664
00000100:00100000:3.0:1769074955.628630:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657201664
00010000:00010000:3.0:1769074955.628667:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddac000/0x2152b583a6e2e98b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031bc expref: 220 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.628704:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5272
00000100:00100000:3.0:1769074955.628713:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2369:x1855007657201664:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.628732:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.628739:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddac000/0x2152b583a6e2e98b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031bc expref: 220 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.628750:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddac000/0x2152b583a6e2e98b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031bc expref: 220 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.628772:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddac000/0x2152b583a6e2e98b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031bc expref: 220 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.628792:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074955.628797:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.628805:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.628812:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.628840:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.628989:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657201664:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 276us (617us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.628996:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5272
00010000:00010000:1.0:1769074955.629152:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.629160:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074955.629180:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00010000:00010000:1.0:1769074955.629341:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fe43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308473 expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.629358:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308473 expref: 219 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.629365:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074955.629367:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074955.629370:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8800, rc 0)
00000100:00100000:1.0:1769074955.629399:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657201280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9245us (14810us total) trans 4295106215 rc 0/0
00000100:00100000:1.0:1769074955.629407:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210090
00000100:00100000:3.0:1769074955.636067:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.636182:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657201792
00000100:00100000:1.0:1769074955.636199:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657201792
00000100:00100000:1.0:1769074955.636264:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210091
00000100:00100000:1.0:1769074955.636275:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657201792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.636300:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.636321:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fe5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10412:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230847a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.636403:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.636417:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230846c expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.636425:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.636455:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230846c expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.636467:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230846c expref: 220 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.636480:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623376000:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.636551:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8e40 going to sleep for 11 seconds
00000100:00100000:2.0:1769074955.645294:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.645433:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623376000:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.645465:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074955.645544:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657201920
00000100:00100000:3.0:1769074955.645551:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657201920
00000100:00100000:3.0:1769074955.645609:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210092
00000100:00100000:3.0:1769074955.645619:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13246:x1855007657201920:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.645644:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.645664:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3fe6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308481 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.645761:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.645776:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308473 expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.645789:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.645826:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308473 expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.645836:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308473 expref: 222 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.645850:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623376128:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074955.645977:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.651996:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.652127:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657202048
00000100:00100000:1.0:1769074955.652138:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657202048
00010000:00010000:1.0:1769074955.652180:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230846c expref: 223 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.652233:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5273
00000100:00100000:1.0:1769074955.652243:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2369:x1855007657202048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.652259:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.652266:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230846c expref: 223 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.652278:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230846c expref: 223 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.652300:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe3c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10412:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230846c expref: 223 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.652315:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:1.0:1769074955.652319:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.652329:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.652335:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.652370:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.652428:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2369:x1855007657202048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 186us (439us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.652437:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5273
00010000:00010000:2.0:1769074955.652613:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.652621:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074955.652670:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10412:0x0]: returning size 2048
00000004:00200000:2.0:1769074955.652674:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074955.652693:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.652724:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3fe5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10412:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230847a expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.652737:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9000/0x2152b583a6e3fe66 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230847a expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.652744:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:2.0:1769074955.652747:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.652749:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9000, rc 0)
00000100:00100000:2.0:1769074955.652798:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657201792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16525us (16743us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.652805:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210091
00000100:00100000:3.0:1769074955.653224:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623376128:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074955.653247:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074955.654839:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.654961:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657202176
00000100:00100000:3.0:1769074955.654970:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657202176
00010000:00010000:3.0:1769074955.655005:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308473 expref: 221 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.655037:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5274
00000100:00100000:3.0:1769074955.655045:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657202176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.655061:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.655067:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308473 expref: 221 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.655079:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308473 expref: 221 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.655100:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fe4a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308473 expref: 221 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.655116:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074955.655121:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.655131:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.655138:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.655163:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.655222:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2368:x1855007657202176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 177us (388us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.655229:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5274
00010000:00010000:2.0:1769074955.655357:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.655367:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074955.655413:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:2.0:1769074955.655417:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074955.655434:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.655463:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3fe6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308481 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.655483:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308481 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.655489:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074955.655491:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.655494:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:2.0:1769074955.655523:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657201920:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9907us (10240us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.655530:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210092
00000100:00100000:1.0:1769074955.662066:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.662161:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657202304
00000100:00100000:2.0:1769074955.662171:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657202304
00000100:00100000:2.0:1769074955.662238:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210093
00000100:00100000:2.0:1769074955.662248:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657202304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.662270:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.662288:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fe7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308488 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.662349:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662362:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662372:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662385:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662396:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662402:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662463:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662469:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662476:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662482:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.662486:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662493:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662504:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.662507:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.662512:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662518:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fe82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662528:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662537:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662543:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662547:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.662550:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662555:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662560:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb15b1c48 (ffff90328e9ab000)
00010000:00010000:2.0:1769074955.662562:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.662565:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662570:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3fe89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.662593:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fe7b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308488 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.662601:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.662603:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.662607:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fe7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308488 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.662615:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:2.0:1769074955.662663:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657202304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 417us (606us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074955.662671:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210093
00000100:00100000:0.0:1769074955.670245:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.670331:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657202432
00000100:00100000:1.0:1769074955.670340:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657202432
00000100:00100000:1.0:1769074955.670400:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210094
00000100:00100000:1.0:1769074955.670410:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657202432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.670431:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.670454:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe90 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230848f expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.670530:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670544:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670555:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670569:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670575:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670581:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670691:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fea5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670703:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fea5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670709:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fea5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074955.670746:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.670751:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.670769:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fea5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670780:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fea5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670789:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670795:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670801:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670807:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.670811:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670818:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670828:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074955.670831:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.670836:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670841:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3fe97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670851:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670857:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670862:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670867:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.670869:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670874:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670879:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2061246 (ffff9032a2c16900)
00010000:00010000:1.0:1769074955.670881:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.670884:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670889:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fe9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.670990:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fe90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230848f expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.671004:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fea5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230848f expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.671016:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:1.0:1769074955.671018:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.671020:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8800, rc 0)
00000100:00100000:1.0:1769074955.671076:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657202432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 667us (839us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.671083:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210094
00000100:00100000:0.0:1769074955.673981:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.674079:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657202560
00000100:00100000:2.0:1769074955.674090:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657202560
00000100:00100000:2.0:1769074955.674146:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210095
00000100:00100000:2.0:1769074955.674156:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657202560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.674175:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.674202:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3feac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308496 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.674264:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3feb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.674278:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3feb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.674289:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3feb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074955.674347:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:2.0:1769074955.674351:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074955.674373:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3feb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.674395:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3feac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308496 expref: 222 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.674412:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3feb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308496 expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.674420:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.674423:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1769074955.674427:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:2.0:1769074955.674487:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657202560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 333us (515us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.674495:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210095
00000100:00100000:0.0:1769074955.689248:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.689290:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.689331:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.689410:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657203072
00000100:00100000:3.0:1769074955.689420:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657203072
00000100:00100000:3.0:1769074955.689491:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1524
00000100:00100000:3.0:1769074955.689500:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391086c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2366:x1855007657203072:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.689516:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.689543:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3fea5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230848f expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.689565:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:3.0:1769074955.689572:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.689624:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391086c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2366:x1855007657203072:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 126us (292us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.689631:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1524
00000100:00100000:2.0:1769074955.689730:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657202944
00000100:00100000:2.0:1769074955.689735:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657202944
00000100:00100000:2.0:1769074955.689777:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210096
00000100:00100000:2.0:1769074955.689786:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657202944:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.689803:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.689819:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3feba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230849d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.689960:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.689974:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e2ea17 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23031ed expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.689983:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.690014:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e2ea17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031ed expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.690028:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e2ea17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031ed expref: 221 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.690041:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba26300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623376256:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.690104:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.690265:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657202688
00000100:00100000:1.0:1769074955.690270:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657202688
00000100:00100000:1.0:1769074955.690306:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4276
00000100:00100000:1.0:1769074955.690313:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657202688:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074955.695740:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.695773:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657203200
00000100:00100000:0.0:1769074955.695781:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657203200
00010000:00010000:0.0:1769074955.695819:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e2ea17 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031ed expref: 224 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.695858:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5275
00000100:00100000:0.0:1769074955.695867:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657203200:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.695881:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.695887:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e2ea17 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031ed expref: 224 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.695898:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e2ea17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031ed expref: 224 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.695960:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:0.0:1769074955.695967:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.695975:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.695981:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.695999:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.696046:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657203200:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (317us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.696053:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5275
00010000:00010000:2.0:1769074955.696361:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e2ea17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23031ed expref: 223 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.696378:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba26300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623376256:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.696401:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.696409:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.696415:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074955.696435:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00010000:00010000:2.0:1769074955.696595:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3feba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230849d expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.696609:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230849d expref: 223 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.696616:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074955.696619:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074955.696621:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:2.0:1769074955.696652:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657202944:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6869us (7362us total) trans 4295106216 rc 0/0
00000100:00100000:2.0:1769074955.696659:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210096
00000100:00100000:1.0:1769074955.698594:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657202688:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 8271us (9345us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.698606:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4276
00000100:00100000:0.0:1769074955.706435:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.706538:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657203328
00000100:00100000:2.0:1769074955.706553:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657203328
00000100:00100000:2.0:1769074955.706613:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210097
00000100:00100000:2.0:1769074955.706623:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13246:x1855007657203328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.706642:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.706665:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fecf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084a4 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.706755:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.706769:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230849d expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.706776:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.706811:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230849d expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.706824:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230849d expref: 222 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.706837:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba26300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623376384:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.706965:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254240 going to sleep for 11 seconds
00010000:00010000:0.0:1769074955.710554:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769074955.711628:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.711826:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657203584
00000100:00100000:3.0:1769074955.711835:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657203584
00000100:00100000:3.0:1769074955.711896:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210098
00000100:00100000:3.0:1769074955.711939:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657203584:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.711977:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.711998:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3fedd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084ab expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.712079:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712092:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712102:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712116:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712122:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712128:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712208:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712215:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712222:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712228:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.712232:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712239:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712251:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074955.712256:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.712261:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712266:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3fee4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712287:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712293:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712299:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712304:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.712307:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712312:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712320:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb15b1c48 (ffff90328bb7f600)
00010000:00010000:3.0:1769074955.712322:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.712325:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712330:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3feeb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.712365:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3fedd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ab expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.712374:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074955.712376:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1769074955.712380:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3fedd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ab expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.712389:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:3.0:1769074955.712711:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657203584:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 805us (1088us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074955.712718:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210098
00000100:00100000:0.0:1769074955.731058:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.731264:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657203712
00000100:00100000:3.0:1769074955.731274:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657203712
00010000:00010000:3.0:1769074955.731313:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230849d expref: 223 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.731357:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5276
00000100:00100000:3.0:1769074955.731367:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2368:x1855007657203712:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.731381:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.731389:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230849d expref: 223 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.731403:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230849d expref: 223 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.731426:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:3.0:1769074955.731432:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.731441:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.731447:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074955.731466:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.731521:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2368:x1855007657203712:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 155us (472us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.731528:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5276
00010000:00010000:2.0:1769074955.734453:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e3fec1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230849d expref: 222 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.734479:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba26300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623376384:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074955.734504:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.734518:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.734523:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074955.734575:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00000004:00200000:2.0:1769074955.734580:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074955.734602:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.734635:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e3fecf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084a4 expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.734650:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084a4 expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.734657:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074955.734660:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.734664:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5a00, rc 0)
00000100:00100000:2.0:1769074955.734748:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13246:x1855007657203328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 28127us (28323us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.734756:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210097
00000100:00100000:0.0:1769074955.740972:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.741077:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.752026:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657203840
00000100:00100000:3.0:1769074955.752042:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657203840
00000100:00100000:2.0:1769074955.752057:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657203968
00000100:00100000:2.0:1769074955.752063:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657203968
00000100:00100000:2.0:1769074955.752173:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210099
00000100:00100000:2.0:1769074955.752183:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657203968:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074955.752213:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210100
00000100:00100000:1.0:1769074955.752221:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657203840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.752249:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.752278:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fef2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084b2 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.752343:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.752351:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.752357:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.752362:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3ff00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084b9 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.752368:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752382:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752389:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.752391:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.752395:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.752399:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752405:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752414:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752419:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752424:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.752456:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752463:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752468:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752475:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.752479:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752485:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752496:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.752499:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.752502:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.752503:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752509:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e3fef9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.752510:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752517:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.752525:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752529:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752534:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752539:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.752541:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752546:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074955.752549:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00010000:00010000:1.0:1769074955.752551:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x11c3bde9 (ffff9032a2c16900)
00000004:00200000:2.0:1769074955.752553:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:1.0:1769074955.752554:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.752557:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074955.752561:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e3ff07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:2.0:1769074955.752570:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752582:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.752586:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fef2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b2 expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.752589:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752594:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.752595:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.752598:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.752600:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.752601:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e3fef2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b2 expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.752606:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.752609:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752614:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074955.752616:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9600, rc 0)
00010000:00010000:2.0:1769074955.752620:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074955.752622:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1769074955.752678:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657203840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 458us (11717us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074955.752686:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210100
00010000:00010000:2.0:1769074955.752709:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752716:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e3ff0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752726:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752731:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752736:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752741:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.752743:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752749:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752755:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xbcf75103 (ffff90328e9ab000)
00010000:00010000:2.0:1769074955.752757:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.752760:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752764:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e3ff15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.752785:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e3ff00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.752796:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 222 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.752802:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074955.752804:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074955.752806:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76a00, rc 0)
00000100:00100000:2.0:1769074955.756893:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657203968:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4698us (15802us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.756927:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210099
00000100:00100000:0.0:1769074955.766120:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.766212:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.766260:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.766333:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657204352
00000100:00100000:1.0:1769074955.766343:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657204352
00000100:00100000:1.0:1769074955.766398:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657204608
00000100:00100000:1.0:1769074955.766401:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657204608
00000100:00100000:1.0:1769074955.766423:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210101
00000100:00100000:1.0:1769074955.766432:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657204352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.766452:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.766455:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074955.766482:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e3feb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308496 expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.766498:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.766504:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074955.766516:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3ff23 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084c0 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.766646:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.766659:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.766668:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.766692:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.766698:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.766704:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:1.0:1769074955.767213:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1cb:0x0], index 1: 0
00010000:00010000:1.0:1769074955.767379:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767389:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767398:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767435:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767443:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767449:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767455:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074955.767459:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767465:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767477:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074955.767480:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074955.767484:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767489:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e3ff2a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:1.0:1769074955.767500:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000928362ba reply state 00000000c9137418 transno 4295106217 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074955.767509:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074955.767537:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e3ff23 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c0 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.767552:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c0 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.767558:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:1.0:1769074955.767561:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.767563:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8800, rc 0)
00000100:00100000:1.0:1769074955.767633:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657204352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1202us (1420us total) trans 4295106217 rc 0/0
00000100:00100000:1.0:1769074955.767641:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210101
00000100:00100000:1.0:1769074955.767778:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210102
00000100:00100000:1.0:1769074955.767788:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657204608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074955.767799:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074955.767810:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e3ff46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084c7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.767868:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767879:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e2ea9c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303217 expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.767886:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.767894:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.767974:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.767987:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 225 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.768001:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623376512:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.768112:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e2ea9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303217 expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.768122:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e2ea9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303217 expref: 225 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.768131:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623376640:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.768157:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.768897:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657204096
00000100:00100000:3.0:1769074955.769034:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657204096
00010000:00010000:2.0:1769074955.769134:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 226 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.769218:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5277
00000100:00100000:2.0:1769074955.769227:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657204096:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.769237:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.769252:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 226 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.769264:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 226 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.769281:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074955.769286:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.769293:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.769299:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.769342:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657204096:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 116us (3448us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.769350:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5277
00010000:00010000:3.0:1769074955.770858:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.770874:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.770883:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.770892:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.770897:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.772082:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.772102:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x11c3bde9 (ffff9032a2c16800)
00010000:00010000:3.0:1769074955.772105:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.772110:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.772118:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e3ff31 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074955.775694:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074955.776416:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000f456789b x1855007623376512) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 224 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.776438:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ff1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084b9 expref: 224 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.776455:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623376512:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074955.776602:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657204736
00000100:00100000:3.0:1769074955.776608:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657204736
00000100:00100000:3.0:1769074955.776660:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2934
00000100:00100000:3.0:1769074955.776670:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2369:x1855007657204736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.776687:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.776707:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084ce expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074955.776729:0:13375:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074955.776747:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.776749:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074955.776755:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ce expref: 75 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074955.776771:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ce expref: 75 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074955.776782:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:3.0:1769074955.776846:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2369:x1855007657204736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 178us (1163us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.776851:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2934
00000100:00100000:3.0:1769074955.777077:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623376640:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074955.777106:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:3.0:1769074955.777113:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.777123:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.777133:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074955.777456:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.777589:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657204864
00000100:00100000:2.0:1769074955.777595:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657204864
00010000:00010000:2.0:1769074955.777622:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e2ea9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303217 expref: 224 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.777653:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5278
00000100:00100000:2.0:1769074955.777660:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2367:x1855007657204864:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.777672:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.777677:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e2ea9c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303217 expref: 224 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.777688:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e2ea9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303217 expref: 224 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.777706:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e2ea9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303217 expref: 224 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.777719:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074955.777723:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.777730:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.777738:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.777794:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.777867:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2367:x1855007657204864:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 207us (411us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.777874:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5278
00010000:00010000:3.0:1769074955.777934:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.777941:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074955.777972:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00010000:00010000:3.0:1769074955.778130:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e3ff46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c7 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.778150:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c7 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.778157:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:3.0:1769074955.778161:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074955.778163:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e400, rc 0)
00000100:00100000:3.0:1769074955.778201:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657204608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10415us (11939us total) trans 4295106218 rc 0/0
00000100:00100000:3.0:1769074955.778207:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210102
00000100:00100000:2.0:1769074955.782378:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.782518:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657205120
00000100:00100000:1.0:1769074955.782529:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657205120
00000100:00100000:1.0:1769074955.782585:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4277
00000100:00100000:1.0:1769074955.782595:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657205120:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074955.782990:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657205120:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 395us (620us total) trans 4295106219 rc 0/0
00000100:00100000:1.0:1769074955.782999:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4277
00000100:00100000:1.0:1769074955.786136:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.786457:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657205248
00000100:00100000:3.0:1769074955.786468:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657205248
00000100:00100000:3.0:1769074955.786591:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210103
00000100:00100000:3.0:1769074955.786602:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657205248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.786632:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.786659:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084d5 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.786757:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.786772:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c7 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.786780:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.786812:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c7 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.786826:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c7 expref: 225 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.786838:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623376768:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074955.786974:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.793508:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.793567:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.793619:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657205632
00000100:00100000:0.0:1769074955.793628:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657205632
00010000:00010000:0.0:1769074955.793674:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c7 expref: 226 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.793721:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5279
00000100:00100000:0.0:1769074955.793730:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2366:x1855007657205632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.793744:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.793749:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c7 expref: 226 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.793759:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c7 expref: 226 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.793778:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:0.0:1769074955.793782:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.793788:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.793798:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.793812:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.793855:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2366:x1855007657205632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 127us (287us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.793860:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5279
00010000:00010000:1.0:1769074955.794537:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e3ff4d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c7 expref: 225 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.794556:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623376768:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.794580:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.794589:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.794594:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074955.794638:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.794643:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.794663:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.794694:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084d5 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.794708:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084d5 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.794716:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:1.0:1769074955.794719:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.794722:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef400, rc 0)
00000100:00100000:1.0:1769074955.794798:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657205248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8197us (8669us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.794805:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210103
00000100:00100000:1.0:1769074955.794824:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657205504
00000100:00100000:1.0:1769074955.794829:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657205504
00000100:00100000:2.0:1769074955.794900:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210104
00000100:00100000:0.0:1769074955.795001:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657205504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.795022:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.795038:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ff70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084dc expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.795122:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.795134:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c0 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.795141:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.795175:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c0 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.795202:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c0 expref: 225 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.795215:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623376896:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.795290:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892169c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.799991:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.800089:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657205760
00000100:00100000:2.0:1769074955.800100:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657205760
00010000:00010000:2.0:1769074955.800144:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c0 expref: 226 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.800203:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5280
00000100:00100000:2.0:1769074955.800214:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657205760:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.800230:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.800237:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c0 expref: 226 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.800261:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c0 expref: 226 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.800295:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:2.0:1769074955.800301:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.800311:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.800318:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074955.800339:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.800397:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657205760:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 184us (418us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.800405:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5280
00010000:00010000:0.0:1769074955.801615:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e3ff38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084c0 expref: 225 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.801638:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623376896:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.801662:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.801672:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074955.801677:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074955.801699:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10413:0x0]: returning size 0
00010000:00010000:0.0:1769074955.801862:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ff70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084dc expref: 226 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.801877:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084dc expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.801885:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:0.0:1769074955.801888:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074955.801891:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd600, rc 0)
00000100:00100000:0.0:1769074955.802096:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657205504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7168us (8593us total) trans 4295106220 rc 0/0
00000100:00100000:0.0:1769074955.802105:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210104
00000100:00100000:0.0:1769074955.805155:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.805432:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657205888
00000100:00100000:3.0:1769074955.805443:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657205888
00000100:00100000:3.0:1769074955.805529:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210105
00000100:00100000:3.0:1769074955.805540:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657205888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.805561:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.805584:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3ff85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084e3 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.805654:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805668:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805680:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805695:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805702:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805709:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805838:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805848:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805855:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074955.805894:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:3.0:1769074955.805899:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074955.805959:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805970:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805978:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805984:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805990:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.805995:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.805998:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806005:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806016:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074955.806019:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.806024:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806029:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e3ff8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806039:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806044:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806049:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806053:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bff84c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.806055:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806060:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806065:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x98ca20bd (ffff90328bb7fd00)
00010000:00010000:3.0:1769074955.806067:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.806069:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806074:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e3ff93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074955.806105:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e3ff85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.806118:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 226 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.806124:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:3.0:1769074955.806126:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074955.806128:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12e00, rc 0)
00000100:00100000:3.0:1769074955.806196:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657205888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 658us (1049us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.806204:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210105
00000100:00100000:1.0:1769074955.811317:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.811364:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.811513:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657206144
00000100:00100000:0.0:1769074955.811523:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657206144
00000100:00100000:0.0:1769074955.811586:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657206272
00000100:00100000:0.0:1769074955.811590:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657206272
00000100:00100000:0.0:1769074955.811616:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210106
00000100:00100000:0.0:1769074955.811626:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657206144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.811653:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.811678:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffa1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084ea expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.811791:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.811805:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e2eafe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230323a expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.811813:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.811820:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.811853:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.811865:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 228 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.811877:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377024:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.812100:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e2eafe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230323a expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.812115:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e2eafe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230323a expref: 228 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.812124:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377152:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.812155:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892169c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074955.812229:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210107
00000100:00100000:2.0:1769074955.812253:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657206272:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.812263:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.812275:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ffaf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084f1 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.812329:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.812339:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084dc expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.812346:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.812365:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084dc expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.812373:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084dc expref: 229 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.812381:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba25500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623377280:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.812411:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.813348:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.813401:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657206400
00000100:00100000:3.0:1769074955.813408:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657206400
00010000:00010000:3.0:1769074955.813430:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 230 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.813455:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5281
00000100:00100000:3.0:1769074955.813460:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391086050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2366:x1855007657206400:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.813468:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.813472:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 230 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.813480:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 230 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.813494:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:3.0:1769074955.813498:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.813505:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.813510:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074955.813540:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391086050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2366:x1855007657206400:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 80us (196us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.813546:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5281
00000100:00100000:1.0:1769074955.819967:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.820095:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba25500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623377280:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074955.820121:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074955.820208:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657206528
00000100:00100000:2.0:1769074955.820215:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657206528
00010000:00010000:2.0:1769074955.820261:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e2eafe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230323a expref: 230 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.820299:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5282
00000100:00100000:2.0:1769074955.820308:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657206528:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.820323:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.820330:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e2eafe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230323a expref: 230 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.820346:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e2eafe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230323a expref: 230 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.820368:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074955.820373:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.820382:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.820390:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.820406:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.820460:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657206528:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 152us (557us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.820468:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5282
00000100:00100000:3.0:1769074955.820987:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.821052:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657206656
00000100:00100000:1.0:1769074955.821057:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657206656
00010000:00010000:1.0:1769074955.821078:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084dc expref: 230 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.821107:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5283
00000100:00100000:1.0:1769074955.821115:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657206656:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.821123:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.821128:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084dc expref: 230 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.821138:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084dc expref: 230 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.821152:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e3ff77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084dc expref: 230 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.821166:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:1.0:1769074955.821170:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.821178:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.821184:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.821207:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.821237:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2368:x1855007657206656:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 122us (251us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.821243:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5283
00010000:00010000:3.0:1769074955.821342:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.821349:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074955.821394:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10413:0x0]: returning size 0
00000004:00200000:3.0:1769074955.821398:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074955.821417:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.821445:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e3ffaf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10413:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f1 expref: 229 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.821462:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f1 expref: 228 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.821470:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:3.0:1769074955.821473:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074955.821476:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76a00, rc 0)
00000100:00100000:3.0:1769074955.821514:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657206272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9276us (10150us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.821522:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210107
00010000:00010000:0.0:1769074955.822621:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000411cc3df x1855007623377024) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 227 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.822638:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e3ff9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084e3 expref: 227 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.822652:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377024:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.822665:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e2eafe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230323a expref: 226 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.822676:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377152:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.822695:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:0.0:1769074955.822702:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.822709:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.822715:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074955.822736:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00010000:00010000:0.0:1769074955.823628:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffa1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ea expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.823647:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ea expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.823655:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:0.0:1769074955.823658:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074955.823661:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd000, rc 0)
00000100:00100000:0.0:1769074955.823733:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657206144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12108us (12425us total) trans 4295106221 rc 0/0
00000100:00100000:0.0:1769074955.823741:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210106
00000100:00100000:1.0:1769074955.827752:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.827873:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657206784
00000100:00100000:0.0:1769074955.827883:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657206784
00000100:00100000:0.0:1769074955.828054:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210108
00000100:00100000:0.0:1769074955.828065:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657206784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.828090:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.828111:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e3ffc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084f8 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.828217:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.828234:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ea expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.828255:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.828288:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ea expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.828302:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ea expref: 227 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.828316:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377408:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.828397:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.835565:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.835792:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377408:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.835822:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074955.835878:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657206912
00000100:00100000:0.0:1769074955.835885:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657206912
00000100:00100000:0.0:1769074955.836151:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2935
00000100:00100000:0.0:1769074955.836162:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:13245:x1855007657206912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.836196:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.836216:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23084ff expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.836253:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ce expref: 76 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074955.836262:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.836264:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.836268:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.836308:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ce expref: 76 pid: 13375 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074955.836319:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ce expref: 76 pid: 13375 timeout: 2041 lvb_type: 1
00000100:00100000:0.0:1769074955.836333:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623377536:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.836414:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892169c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.837650:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.837763:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657207040
00000100:00100000:2.0:1769074955.837772:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657207040
00010000:00010000:2.0:1769074955.837803:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ea expref: 228 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.837872:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5284
00000100:00100000:2.0:1769074955.837881:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657207040:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.837894:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.837936:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ea expref: 228 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.837963:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ea expref: 228 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.837983:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffa8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ea expref: 228 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.837998:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074955.838003:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.838011:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.838017:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.838039:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.838121:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2369:x1855007657207040:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 240us (475us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.838129:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5284
00010000:00010000:0.0:1769074955.838340:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.838347:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074955.838396:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:0.0:1769074955.838401:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.838423:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.838457:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e3ffc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f8 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.838472:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f8 expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.838479:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:0.0:1769074955.838482:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074955.838485:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd800, rc 0)
00000100:00100000:0.0:1769074955.838538:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657206784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10451us (10771us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.838547:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210108
00000100:00100000:1.0:1769074955.855797:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.856088:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657207168
00000100:00100000:2.0:1769074955.856099:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657207168
00010000:00010000:2.0:1769074955.856137:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ce expref: 77 pid: 13375 timeout: 2041 lvb_type: 1
00000100:00100000:2.0:1769074955.856179:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5285
00000100:00100000:2.0:1769074955.856194:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657207168:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.856210:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.856235:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ce expref: 77 pid: 13375 timeout: 2041 lvb_type: 1
00010000:00010000:2.0:1769074955.856257:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ce expref: 77 pid: 13375 timeout: 2041 lvb_type: 1
00010000:00010000:2.0:1769074955.856283:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074955.856286:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074955.856294:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.856304:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.856342:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074955.856356:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5747:1855007623377664:192.168.204.54@tcp:105:
00000100:00100000:2.0:1769074955.856455:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254900 going to sleep for 11 seconds
00010000:00010000:0.0:1769074955.859648:0:13367:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bdd12800/0x2152b583a6e3ff54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ce expref: 77 pid: 13375 timeout: 2041 lvb_type: 1
00000100:00100000:0.0:1769074955.859673:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623377536:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.859704:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.859720:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cc000, rc 0)
00000100:00100000:0.0:1769074955.859966:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:13245:x1855007657206912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 23805us (24411us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.859975:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2935
00000100:00100000:1.0:1769074955.865699:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.865894:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba27800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5747:1855007623377664:192.168.204.54@tcp:105:
00010000:00010000:2.0:1769074955.865958:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.866027:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657207168:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 9838us (10239us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.866038:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5285
00000100:00100000:0.0:1769074955.867886:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657207296
00000100:00100000:0.0:1769074955.867922:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657207296
00000100:00100000:0.0:1769074955.868000:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210109
00000100:00100000:0.0:1769074955.868010:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657207296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.868031:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.868053:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e3ffd9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308506 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.868117:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868130:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868142:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868157:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868164:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868171:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868719:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868730:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868737:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074955.868772:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:0.0:1769074955.868776:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.868795:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868806:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868815:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868821:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868832:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868838:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.868842:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868850:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868861:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074955.868864:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.868869:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868875:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e3ffe0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868888:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.868894:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.869063:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.869069:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074955.869072:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.869078:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.869088:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3afecd66 (ffff903298a49b00)
00010000:00010000:0.0:1769074955.869090:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074955.869093:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.869098:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3ffe7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.869134:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e3ffd9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 228 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.869147:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.869153:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074955.869155:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074955.869158:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd200, rc 0)
00000100:00100000:0.0:1769074955.869613:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657207296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1603us (3923us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.869622:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210109
00000100:00100000:1.0:1769074955.877686:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.877788:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657207552
00000100:00100000:2.0:1769074955.877799:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657207552
00000100:00100000:2.0:1769074955.877888:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4278
00000100:00100000:2.0:1769074955.877929:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657207552:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074955.878855:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657207552:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 951us (1172us total) trans 4295106222 rc 0/0
00000100:00100000:2.0:1769074955.878866:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4278
00000100:00100000:1.0:1769074955.884607:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.884710:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657207808
00000100:00100000:0.0:1769074955.884720:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657207808
00000100:00100000:0.0:1769074955.884781:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210110
00000100:00100000:0.0:1769074955.884791:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657207808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.884813:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.884835:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e3fff5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230850d expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.884998:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.885013:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e2eb59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303256 expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.885022:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 229 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.885030:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074955.885060:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 229 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.885073:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 229 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.885086:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377792:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.885175:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e2eb59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303256 expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.885184:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e2eb59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303256 expref: 229 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.885192:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377920:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.885215:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892169c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074955.887425:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.887485:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657207936
00000100:00100000:2.0:1769074955.887496:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657207936
00010000:00010000:2.0:1769074955.887539:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 230 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.887631:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5286
00000100:00100000:2.0:1769074955.887640:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657207936:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074955.887656:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074955.887662:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 230 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.887675:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 230 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074955.887698:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074955.887703:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.887712:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.887718:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074955.887786:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657207936:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 146us (367us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074955.887793:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5286
00000100:00100000:1.0:1769074955.890132:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.890462:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657208064
00000100:00100000:3.0:1769074955.890474:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657208064
00000100:00100000:3.0:1769074955.890537:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210111
00000100:00100000:3.0:1769074955.890548:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657208064:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.890571:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.890593:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40003 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308514 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.890666:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.890681:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.890693:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.890709:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.890716:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.890723:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.890858:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e40018 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.890867:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e40018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.890874:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e40018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074955.891165:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10413:0x0]: returning size 2048
00000004:00200000:3.0:1769074955.891170:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074955.891414:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e40018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891427:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e40018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891436:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891442:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891449:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891454:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.891458:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891465:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891477:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074955.891481:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.891486:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891492:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4000a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891505:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891511:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891515:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891519:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.891522:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891527:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891533:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x11c3bde9 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074955.891535:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.891538:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891543:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40011 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.891577:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40003 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308514 expref: 232 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.891593:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e40018 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308514 expref: 231 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.891600:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:3.0:1769074955.891602:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074955.891604:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72000, rc 0)
00000100:00100000:3.0:1769074955.891726:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657208064:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1179us (1602us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.891733:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210111
00010000:00010000:1.0:1769074955.896574:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000411cc3df x1855007623377792) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 230 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.896601:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e3ffee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308506 expref: 230 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.896619:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377792:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074955.896635:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623377920:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.896660:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074955.896666:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.896675:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.896684:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074955.904111:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.904250:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.909086:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.909406:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657208192
00000100:00100000:2.0:1769074955.909415:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657208192
00010000:00010000:2.0:1769074955.909454:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e2eb59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303256 expref: 230 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074955.909504:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657208320
00000100:00100000:3.0:1769074955.909507:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657208320
00000100:00100000:3.0:1769074955.909546:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5287
00000100:00100000:3.0:1769074955.909557:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657208192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1769074955.909567:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1525
00010000:00010000:3.0:1769074955.909572:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1769074955.909574:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391085450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657208320:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074955.909579:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e2eb59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303256 expref: 231 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.909582:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074955.909591:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e2eb59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303256 expref: 231 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074955.909603:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e2eb59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303256 expref: 231 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.909604:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e40018 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308514 expref: 231 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.909619:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:3.0:1769074955.909619:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:3.0:1769074955.909624:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.909635:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074955.909638:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.909644:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.909667:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.909684:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391085450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2368:x1855007657208320:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 109us (5433us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.909684:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2368:x1855007657208192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (5582us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.909691:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5287
00000100:00100000:1.0:1769074955.909776:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1525
00010000:00010000:1.0:1769074955.909829:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.909837:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074955.909856:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00010000:00010000:1.0:1769074955.910054:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e3fff5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230850d expref: 229 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.910068:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230850d expref: 228 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.910075:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074955.910078:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074955.910081:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd000, rc 0)
00000100:00100000:1.0:1769074955.910118:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657207808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 25328us (25518us total) trans 4295106223 rc 0/0
00000100:00100000:1.0:1769074955.910128:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210110
00000100:00100000:1.0:1769074955.910144:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657208576
00000100:00100000:1.0:1769074955.910147:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657208576
00000100:00100000:0.0:1769074955.910634:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210112
00000100:00100000:0.0:1769074955.910647:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657208576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.910664:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.910678:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e40026 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230851b expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.911430:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.911449:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f1 expref: 229 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.911458:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.911495:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f1 expref: 229 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.911508:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f1 expref: 229 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.911521:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623378048:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.911639:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892169c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.916676:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623378048:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.916723:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074955.917617:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.917819:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657208704
00000100:00100000:0.0:1769074955.917828:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657208704
00010000:00010000:0.0:1769074955.917872:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f1 expref: 230 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.917963:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5288
00000100:00100000:0.0:1769074955.917972:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657208704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.917988:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.917994:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f1 expref: 230 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.918006:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f1 expref: 230 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.918030:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e3ffb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f1 expref: 230 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.918046:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:0.0:1769074955.918052:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.918061:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.918067:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.918088:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074955.918362:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074955.918370:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074955.918395:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10413:0x0]: returning size 2048
00010000:00010000:3.0:1769074955.918552:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e40026 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230851b expref: 231 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.918567:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230851b expref: 230 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.918574:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:3.0:1769074955.918577:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074955.918579:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd400, rc 0)
00000100:00100000:0.0:1769074955.918791:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657208704:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 818us (1176us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.918800:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5288
00000100:00100000:3.0:1769074955.920195:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657208576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9544us (11107us total) trans 4295106224 rc 0/0
00000100:00100000:3.0:1769074955.920206:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210112
00000100:00100000:2.0:1769074955.920762:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.921510:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657208832
00000100:00100000:0.0:1769074955.921521:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657208832
00000100:00100000:0.0:1769074955.921575:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210113
00000100:00100000:0.0:1769074955.921584:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657208832:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.921609:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.921632:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4003b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308522 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.921719:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.921735:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230850d expref: 230 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.921742:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.921776:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230850d expref: 230 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.921789:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230850d expref: 230 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.921803:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623378176:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074955.921876:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892169c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074955.925830:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623378176:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074955.925861:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074955.928568:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074955.928837:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.928951:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657209088
00000100:00100000:2.0:1769074955.928962:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657209088
00000100:00100000:2.0:1769074955.929019:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210114
00000100:00100000:2.0:1769074955.929029:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657209088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.929053:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.929074:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40049 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308529 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.929168:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.929195:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230851b expref: 232 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.929204:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074955.929245:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230851b expref: 232 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.929256:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230851b expref: 232 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074955.929410:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba24a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623378304:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074955.929489:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254c00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074955.930593:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657208960
00000100:00100000:0.0:1769074955.930603:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657208960
00010000:00010000:0.0:1769074955.930636:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230850d expref: 233 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074955.930674:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5289
00000100:00100000:0.0:1769074955.930684:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2368:x1855007657208960:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074955.930696:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074955.930703:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230850d expref: 233 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.930715:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230850d expref: 233 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.930735:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e3fffc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230850d expref: 233 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074955.930750:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074955.930755:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.930763:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.930771:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074955.930800:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074955.930842:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657208960:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 160us (2285us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.930850:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5289
00010000:00010000:1.0:1769074955.931617:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.931627:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074955.931676:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:1.0:1769074955.931691:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074955.931719:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074955.931752:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4003b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308522 expref: 232 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.931769:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308522 expref: 231 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074955.931777:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074955.931780:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074955.931783:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd200, rc 0)
00000100:00100000:1.0:1769074955.931837:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657208832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10254us (11074us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.931846:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210113
00000100:00100000:3.0:1769074955.938825:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.938959:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba24a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623378304:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074955.938990:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074955.944891:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.944987:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657209344
00000100:00100000:2.0:1769074955.944998:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657209344
00000100:00100000:2.0:1769074955.945050:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210115
00000100:00100000:2.0:1769074955.945059:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657209344:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.945081:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.945102:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40057 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308530 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.945171:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945487:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945497:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945510:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945514:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945518:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945584:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945589:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945594:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945598:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.945600:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945605:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945613:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074955.945615:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.945618:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945622:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4005e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945633:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945638:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945643:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945648:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.945651:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945655:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945662:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xe1a22b2d (ffff90328e9ab000)
00010000:00010000:2.0:1769074955.945664:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.945667:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945673:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40065 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074955.945792:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40057 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308530 expref: 232 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.945800:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074955.945802:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.945804:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40057 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308530 expref: 232 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.945811:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5200, rc 0)
00000100:00100000:2.0:1769074955.945868:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657209344:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 811us (986us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074955.945873:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210115
00000100:00100000:1.0:1769074955.946766:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657209216
00000100:00100000:1.0:1769074955.946777:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657209216
00010000:00010000:1.0:1769074955.947784:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230851b expref: 231 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074955.947843:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5290
00000100:00100000:1.0:1769074955.947856:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657209216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074955.947874:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074955.947880:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230851b expref: 231 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.947895:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230851b expref: 231 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.947963:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4002d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10413:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230851b expref: 231 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074955.947976:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:1.0:1769074955.947981:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.947991:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.947998:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074955.948091:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074955.948150:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657209216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 298us (9335us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074955.948158:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5290
00010000:00010000:3.0:1769074955.948518:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.948527:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074955.948575:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10413:0x0]: returning size 2048
00000004:00200000:3.0:1769074955.948579:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074955.948597:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.948628:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40049 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10413:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308529 expref: 230 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.948645:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308529 expref: 229 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.948652:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:3.0:1769074955.948654:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074955.948656:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:3.0:1769074955.948685:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657209088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19659us (19849us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074955.948693:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210114
00000100:00100000:2.0:1769074955.953601:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074955.953691:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657209472
00000100:00100000:3.0:1769074955.953701:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657209472
00000100:00100000:3.0:1769074955.953792:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210116
00000100:00100000:3.0:1769074955.953802:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657209472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074955.953822:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074955.953843:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4006c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308537 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.953960:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.953974:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.953985:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.953998:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954005:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954012:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954088:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954096:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954103:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954110:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.954114:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954121:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954133:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074955.954136:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.954141:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954147:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40073 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954159:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954165:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954170:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954176:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074955.954190:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954196:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954202:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xce03422 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074955.954205:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.954207:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954212:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4007a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074955.954462:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4006c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308537 expref: 230 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.954473:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074955.954476:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074955.954479:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4006c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308537 expref: 230 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074955.954489:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73400, rc 0)
00000100:00100000:3.0:1769074955.954555:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657209472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 754us (964us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074955.954563:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210116
00000100:00100000:3.0:1769074955.963651:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.963838:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657209600
00000100:00100000:0.0:1769074955.963848:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657209600
00000100:00100000:2.0:1769074955.964126:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210117
00000100:00100000:2.0:1769074955.964141:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657209600:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.964165:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.964198:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40081 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230853e expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.964466:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964482:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964494:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964508:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964515:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964520:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964584:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964592:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964599:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964606:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.964610:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964617:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964628:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.964631:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.964637:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964643:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40088 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964654:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964659:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964665:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964670:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.964672:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964677:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964683:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb15b1c48 (ffff90328e9ab000)
00010000:00010000:2.0:1769074955.964685:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.964688:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964693:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4008f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.964811:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40081 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230853e expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.964822:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074955.964825:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.964828:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40081 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230853e expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.964837:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5200, rc 0)
00000100:00100000:2.0:1769074955.965000:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657209600:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 863us (1358us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074955.965008:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210117
00000100:00100000:0.0:1769074955.978462:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074955.978635:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657209856
00000100:00100000:2.0:1769074955.978646:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657209856
00000100:00100000:2.0:1769074955.978713:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210118
00000100:00100000:2.0:1769074955.978724:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657209856:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074955.978744:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074955.978747:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1769074955.978772:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e3fa68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308323 expref: 229 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.978791:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074955.978796:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074955.978808:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40096 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308545 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074955.978995:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979008:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979017:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979030:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979036:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979042:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00080000:2.0:1769074955.979593:0:11659:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1cc:0x0], index 0: 0
00010000:00010000:2.0:1769074955.979775:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979786:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979795:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979827:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979833:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979841:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979846:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.979850:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979858:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979868:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074955.979870:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.979874:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.979880:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4009d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:2.0:1769074955.979891:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009afa2de8 reply state 00000000a26767f5 transno 4295106225 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074955.980356:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074955.982660:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40096 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308545 expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.982692:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308545 expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.982702:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:0.0:1769074955.982705:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074955.982781:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5600, rc 0)
00000100:00100000:0.0:1769074955.983145:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657209856:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4419us (4688us total) trans 4295106225 rc 0/0
00000100:00100000:0.0:1769074955.983156:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210118
00000100:00100000:3.0:1769074955.991538:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074955.991734:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.991748:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.991756:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.991762:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074955.991766:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.991773:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.991789:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xe1a22b2d (ffff90328e9ab000)
00010000:00010000:2.0:1769074955.991792:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074955.991797:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074955.991808:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e400a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074955.992403:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657209984
00000100:00100000:0.0:1769074955.992414:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657209984
00000100:00100000:0.0:1769074955.992516:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210119
00000100:00100000:0.0:1769074955.992528:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657209984:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.992551:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.992571:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e400b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230854c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.992634:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e400c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.992647:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e400c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.992657:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e400c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074955.992735:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:0.0:1769074955.992739:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074955.992763:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e400c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074955.992789:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e400b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230854c expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.992804:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e400c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230854c expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074955.992812:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074955.992814:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074955.992818:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd400, rc 0)
00000100:00100000:0.0:1769074955.993076:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657209984:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 373us (1371us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.993085:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210119
00000100:00100000:3.0:1769074955.995187:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074955.995618:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657210112
00000100:00100000:0.0:1769074955.995629:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657210112
00000100:00100000:0.0:1769074955.995792:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2936
00000100:00100000:0.0:1769074955.995802:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2369:x1855007657210112:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074955.995822:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074955.995849:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308553 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:0.0:1769074955.995880:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1769074955.995938:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.995953:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074955.995964:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308553 expref: 73 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074955.995981:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308553 expref: 73 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074955.995996:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cda00, rc 0)
00000100:00100000:0.0:1769074955.996062:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657210112:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 261us (894us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074955.996070:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2936
00000100:00100000:1.0:1769074956.001812:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.002139:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657210240
00000100:00100000:2.0:1769074956.002151:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657210240
00000100:00100000:2.0:1769074956.002492:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4279
00000100:00100000:2.0:1769074956.002514:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657210240:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074956.007065:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.007266:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657210496
00000100:00100000:1.0:1769074956.007277:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657210496
00000100:00100000:1.0:1769074956.007330:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4280
00000100:00100000:1.0:1769074956.007340:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657210496:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074956.007717:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657210496:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 377us (660us total) trans 4295106226 rc 0/0
00000100:00100000:1.0:1769074956.007725:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4280
00000100:00100000:0.0:1769074956.010475:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657210240:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 7964us (8664us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.010489:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4279
00000100:00100000:2.0:1769074956.017881:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.018277:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.019828:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657210752
00000100:00100000:0.0:1769074956.019844:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657210752
00000100:00100000:3.0:1769074956.019874:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657211008
00000100:00100000:3.0:1769074956.019880:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657211008
00000100:00100000:0.0:1769074956.020044:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210120
00000100:00100000:0.0:1769074956.020056:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657210752:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.020077:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.020097:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e400ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230855a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.020216:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.020231:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308545 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.020256:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.020298:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308545 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.020310:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308545 expref: 234 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074956.020325:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623378432:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.020509:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210121
00000100:00100000:3.0:1769074956.020518:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657211008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.020531:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.020541:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e400dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308561 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074956.020575:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216cc0 going to sleep for 11 seconds
00010000:00010000:3.0:1769074956.020705:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020717:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020729:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020742:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020749:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020756:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020820:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020827:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020833:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020839:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.020844:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020851:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020862:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.020866:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.020870:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020878:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e400e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020890:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020896:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020957:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020962:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.020964:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020969:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020976:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb15b1c48 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074956.020978:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.020981:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.020986:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e400ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb15b1c48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.021022:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e400dc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308561 expref: 235 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.021030:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.021032:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:3.0:1769074956.021036:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e400dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308561 expref: 235 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.021043:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73c00, rc 0)
00000100:00100000:3.0:1769074956.021090:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657211008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 573us (2813us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074956.021099:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210121
00000100:00100000:2.0:1769074956.028103:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.028426:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657211264
00000100:00100000:0.0:1769074956.028438:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657211264
00000100:00100000:0.0:1769074956.028508:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4281
00000100:00100000:0.0:1769074956.028518:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657211264:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074956.028810:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657211264:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 292us (716us total) trans 4295106227 rc 0/0
00000100:00100000:0.0:1769074956.028819:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4281
00000100:00100000:2.0:1769074956.029720:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.030594:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657211392
00000100:00100000:3.0:1769074956.030604:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657211392
00010000:00010000:2.0:1769074956.030793:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308545 expref: 235 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.030866:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5291
00000100:00100000:2.0:1769074956.030876:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2369:x1855007657211392:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.030890:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.030926:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308545 expref: 235 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074956.030950:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308545 expref: 235 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074956.030975:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:2.0:1769074956.030980:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.030991:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.030999:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.031020:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.031071:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2369:x1855007657211392:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 197us (1366us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.031079:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5291
00010000:00010000:0.0:1769074956.031205:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e400ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308545 expref: 234 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074956.031221:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623378432:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.031244:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.031252:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.031259:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074956.031280:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10414:0x0]: returning size 0
00010000:00010000:0.0:1769074956.031421:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e400ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230855a expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.031435:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230855a expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.031443:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:0.0:1769074956.031446:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074956.031448:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd600, rc 0)
00000100:00100000:0.0:1769074956.031475:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657210752:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11422us (13605us total) trans 4295106228 rc 0/0
00000100:00100000:0.0:1769074956.031482:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210120
00000100:00100000:2.0:1769074956.034153:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.034197:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657211520
00000100:00100000:1.0:1769074956.034207:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657211520
00000100:00100000:0.0:1769074956.035848:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210122
00000100:00100000:0.0:1769074956.035861:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657211520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.035882:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.035928:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e400f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308568 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.036012:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036026:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036055:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036070:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036077:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036083:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036184:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036193:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036208:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074956.036243:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10413:0x0]: returning size 2048
00000004:00200000:0.0:1769074956.036248:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.036265:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036275:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036283:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036289:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036301:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036307:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.036311:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036318:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036329:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074956.036331:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.036336:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036340:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e400ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036351:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036357:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036363:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036368:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.036371:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036377:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036384:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x11c3bde9 (ffff903298a49100)
00010000:00010000:0.0:1769074956.036386:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.036389:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036394:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40106 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.036422:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e400f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 236 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.036434:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.036441:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:0.0:1769074956.036443:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074956.036446:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:0.0:1769074956.036506:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657211520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 647us (2363us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.036514:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210122
00000100:00100000:2.0:1769074956.038689:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.038753:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657211648
00000100:00100000:1.0:1769074956.038764:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657211648
00000100:00100000:1.0:1769074956.038821:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210123
00000100:00100000:1.0:1769074956.038829:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657211648:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.038849:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.038867:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e40114 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230856f expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.038983:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.038997:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230855a expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.039005:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.039039:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230855a expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.039053:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230855a expref: 236 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074956.039068:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623378560:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.039139:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074956.042844:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.042927:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657211904
00000100:00100000:3.0:1769074956.042937:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657211904
00000100:00100000:3.0:1769074956.043002:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4282
00000100:00100000:3.0:1769074956.043013:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2ce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657211904:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074956.043393:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2ce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657211904:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 381us (555us total) trans 4295106229 rc 0/0
00000100:00100000:2.0:1769074956.043402:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4282
00000100:00100000:2.0:1769074956.049209:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.049277:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.049367:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657212288
00000100:00100000:3.0:1769074956.049377:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657212288
00000100:00100000:3.0:1769074956.049437:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210124
00000100:00100000:3.0:1769074956.049447:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657212288:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074956.049502:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1769074956.049533:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40050 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308529 expref: 238 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.049551:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:3.0:1769074956.049561:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e400c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230854c expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.049571:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.049575:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074956.049600:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.049614:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.049634:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.049649:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.049656:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.049662:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.049789:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.049800:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 236 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.049808:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.049845:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 236 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.049858:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 236 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074956.049873:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623378688:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.050001:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.050935:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657212032
00000100:00100000:0.0:1769074956.050952:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657212032
00010000:00010000:0.0:1769074956.050984:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 237 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074956.051016:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5292
00000100:00100000:0.0:1769074956.051026:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2369:x1855007657212032:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.051038:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.051044:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 237 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074956.051057:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 237 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074956.051074:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:0.0:1769074956.051080:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.051087:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.051095:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.051110:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.051167:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2369:x1855007657212032:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 142us (1969us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.051413:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5292
00000100:00100000:2.0:1769074956.055663:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.055826:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657212416
00000100:00100000:1.0:1769074956.055833:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623378560:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.055834:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657212416
00010000:00010000:1.0:1769074956.055863:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.055873:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230855a expref: 237 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074956.055937:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5293
00000100:00100000:3.0:1769074956.055957:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2368:x1855007657212416:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.055972:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.055979:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230855a expref: 237 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074956.055992:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230855a expref: 237 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074956.056017:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e400d5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230855a expref: 237 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074956.056033:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:3.0:1769074956.056038:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.056047:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.056055:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.057632:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074956.057678:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.057690:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074956.057726:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2368:x1855007657212416:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1765us (2069us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.057735:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5293
00000004:00200000:1.0:1769074956.057740:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10414:0x0]: returning size 0
00000004:00200000:1.0:1769074956.057744:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.057765:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.057797:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e40114 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10414:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230856f expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.057815:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230856f expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.057827:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074956.057830:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.057833:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6f400, rc 0)
00000100:00100000:1.0:1769074956.057860:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657211648:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19032us (19183us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.057867:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210123
00010000:00010000:3.0:1769074956.063883:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000003344af80 x1855007623378688) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 234 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074956.063951:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4010d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10413:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308568 expref: 234 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074956.063969:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623378688:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.063989:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:3.0:1769074956.063997:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064005:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064011:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000040:00080000:3.0:1769074956.064494:0:7034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].395, 64 off33536
00000004:00080000:3.0:1769074956.064505:0:7034:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1941765596037ns, next at 1942765593836ns, rc = 0
00010000:00010000:3.0:1769074956.064569:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064584:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064596:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064602:0:7034:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064609:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064615:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064896:0:7034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1769074956.064975:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064983:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064989:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.064994:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.064998:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.065006:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.065019:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:3.0:1769074956.065022:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1769074956.065026:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.065032:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40130 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10413:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.065141:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074956.065147:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.065153:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074956.065157:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.065162:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.065171:0:13432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10413:0x0].0x0 (ffff9032a2c16c00)
00010000:00010000:0.0:1769074956.065174:0:13432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074956.065177:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.065181:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e40137 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10413:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.065196:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074956.065197:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074956.065199:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074956.065848:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074956.066696:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.066715:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.066722:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.066726:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.066728:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.066733:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.066744:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074956.066745:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.066748:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.066752:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40122 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:2.0:1769074956.066759:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000064d85e51 reply state 0000000054b2debc transno 4295106230 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074956.066764:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074956.066842:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657212288:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 17396us (17563us total) trans 4295106230 rc 0/0
00000100:00100000:2.0:1769074956.066849:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210124
00010000:00010000:3.0:1769074956.073221:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.073239:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.073247:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.073254:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.073258:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.073268:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.073285:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x11c3bde9 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074956.073288:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.073293:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.073299:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40129 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x11c3bde9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074956.081834:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657212544
00000100:00100000:0.0:1769074956.081850:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657212544
00000100:00100000:1.0:1769074956.082553:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2937
00000100:00100000:1.0:1769074956.082566:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13246:x1855007657212544:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.082585:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.082616:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308576 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.082656:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308553 expref: 74 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074956.082665:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074956.082667:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074956.082671:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 74 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.082717:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308553 expref: 74 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074956.082731:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308553 expref: 74 pid: 13367 timeout: 2041 lvb_type: 1
00000100:00100000:1.0:1769074956.082753:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623378816:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.082843:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074956.083234:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.083304:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657212672
00000100:00100000:2.0:1769074956.083311:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657212672
00000100:00100000:2.0:1769074956.083353:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210125
00000100:00100000:2.0:1769074956.083361:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657212672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.083376:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.083403:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40145 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230857d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.083464:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083479:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083491:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083505:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083511:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083517:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083617:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e4015a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083625:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e4015a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083632:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e4015a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074956.083665:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10412:0x0]: returning size 2048
00000004:00200000:2.0:1769074956.083669:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074956.083687:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e4015a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083701:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e4015a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083709:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083715:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083721:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083726:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.083730:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083736:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083747:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074956.083750:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.083755:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083761:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4014c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083772:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083778:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083784:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083789:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.083791:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083797:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083803:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5a114248 (ffff90328e9ab000)
00000100:00080000:0.0:1769074956.083805:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:2.0:1769074956.083806:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.083808:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083813:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40153 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.083841:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40145 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230857d expref: 236 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.083853:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e4015a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230857d expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.083860:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:2.0:1769074956.083862:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074956.083865:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5200, rc 0)
00000100:00100000:2.0:1769074956.083936:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657212672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 575us (702us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.083952:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210125
00000100:00100000:1.0:1769074956.091780:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623378816:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.092100:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 74 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.092121:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e400, rc 0)
00000100:00100000:1.0:1769074956.092186:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:13246:x1855007657212544:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9623us (26341us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.092196:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2937
00000100:00100000:0.0:1769074956.094288:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.094621:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657212928
00000100:00100000:2.0:1769074956.094632:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657212928
00000100:00100000:2.0:1769074956.094697:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1526
00000100:00100000:2.0:1769074956.094708:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391085c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2368:x1855007657212928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.094724:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.094749:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e4015a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10412:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230857d expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.094767:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10412:0x0].0x0 (ffff9032a2c16000)
00010000:00010000:2.0:1769074956.094771:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.094829:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391085c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:2368:x1855007657212928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 122us (550us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.094836:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1526
00000100:00100000:2.0:1769074956.097806:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.097874:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.097982:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657212800
00000100:00100000:1.0:1769074956.097993:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657212800
00000100:00100000:0.0:1769074956.098012:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657213056
00000100:00100000:0.0:1769074956.098019:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657213056
00010000:00010000:1.0:1769074956.098040:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308553 expref: 74 pid: 13367 timeout: 2041 lvb_type: 1
00000100:00100000:1.0:1769074956.098090:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5294
00000100:00100000:1.0:1769074956.098101:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657212800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.098117:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.098143:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308553 expref: 74 pid: 13367 timeout: 2041 lvb_type: 1
00010000:00010000:1.0:1769074956.098156:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308553 expref: 74 pid: 13367 timeout: 2041 lvb_type: 1
00000100:00100000:0.0:1769074956.098171:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210126
00010000:00010000:1.0:1769074956.098185:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e400c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308553 expref: 74 pid: 13367 timeout: 2041 lvb_type: 1
00000100:00100000:0.0:1769074956.098190:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657213056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.098203:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074956.098206:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074956.098210:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.098214:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 73 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.098225:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 73 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.098230:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40161 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308584 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.098264:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 73 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074956.098280:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5747:1855007623378944:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074956.098291:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098304:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098315:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098329:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098337:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098343:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074956.098365:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff903286ea8a80 going to sleep for 11 seconds
00010000:00010000:0.0:1769074956.098405:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098412:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098418:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098423:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.098427:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098433:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098441:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074956.098443:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.098447:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098453:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40168 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098461:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098470:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098475:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098479:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.098481:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098486:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098492:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc12f9fd9 (ffff903298a49100)
00010000:00010000:0.0:1769074956.098495:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.098497:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098502:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4016f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc12f9fd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.098529:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40161 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308584 expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.098538:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074956.098540:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.098542:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40161 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308584 expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.098550:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:0.0:1769074956.098578:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657213056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 399us (705us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074956.098586:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210126
00000100:00100000:1.0:1769074956.102721:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5747:1855007623378944:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074956.102750:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074956.102812:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657212800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 4713us (5017us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.102824:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5294
00000100:00100000:3.0:1769074956.109025:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.109075:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.109200:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657213440
00000100:00100000:1.0:1769074956.109211:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657213440
00000100:00100000:1.0:1769074956.109264:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4283
00000100:00100000:1.0:1769074956.109274:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657213440:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074956.109609:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657213440:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 335us (531us total) trans 4295106231 rc 0/0
00000100:00100000:1.0:1769074956.109617:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4283
00000100:00100000:2.0:1769074956.111219:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657213184
00000100:00100000:2.0:1769074956.111231:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657213184
00000100:00100000:2.0:1769074956.111302:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210127
00000100:00100000:2.0:1769074956.111312:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657213184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.111336:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.111357:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40176 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230858b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.111423:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4017d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.111438:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4017d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.111450:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4017d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074956.111507:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:2.0:1769074956.111512:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074956.111534:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4017d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.111576:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40176 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230858b expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.111601:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4017d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230858b expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.111611:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074956.111614:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1769074956.111618:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5600, rc 0)
00000100:00100000:2.0:1769074956.111677:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657213184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 357us (2657us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.111684:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210127
00000100:00100000:3.0:1769074956.117061:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.117107:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.117195:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657213696
00000100:00100000:0.0:1769074956.117206:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657213696
00000100:00100000:0.0:1769074956.117268:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4284
00000100:00100000:0.0:1769074956.117278:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657213696:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074956.117773:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657213568
00000100:00100000:2.0:1769074956.117779:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657213568
00000100:00100000:2.0:1769074956.117812:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210128
00000100:00100000:2.0:1769074956.117820:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657213568:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.117843:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.117865:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40184 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308592 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.117960:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.117980:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.117991:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118007:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118014:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118020:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118122:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118131:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118139:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074956.118172:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10414:0x0]: returning size 2048
00000004:00200000:2.0:1769074956.118177:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074956.118194:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118205:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118212:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118222:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118228:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118233:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.118238:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118245:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118256:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074956.118260:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.118266:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118273:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4018b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118285:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118291:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118296:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118300:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.118303:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118309:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118315:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xe1a22b2d (ffff90328e9ab000)
00010000:00010000:2.0:1769074956.118318:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.118321:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118326:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40192 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.118356:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40184 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 239 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.118368:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 238 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.118375:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:2.0:1769074956.118377:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074956.118379:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:2.0:1769074956.118444:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657213568:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 624us (1334us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.118451:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210128
00000100:00100000:3.0:1769074956.124287:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.124449:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657213952
00000100:00100000:2.0:1769074956.124459:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657213952
00000100:00100000:2.0:1769074956.124516:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210129
00000100:00100000:2.0:1769074956.124525:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657213952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.124546:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.124566:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e401a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308599 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.124662:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.124675:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230856f expref: 239 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.124683:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 239 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.124689:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.124723:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 239 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.124735:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 239 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.124747:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623379072:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074956.124838:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230856f expref: 239 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.124845:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230856f expref: 239 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.124853:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623379200:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074956.124871:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254f00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.125108:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13245:x1855007657213696:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 7831us (8056us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.125117:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4284
00000100:00100000:3.0:1769074956.126525:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.126727:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657214080
00000100:00100000:1.0:1769074956.126735:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657214080
00010000:00010000:1.0:1769074956.126766:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 239 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074956.126806:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5295
00000100:00100000:1.0:1769074956.126815:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2368:x1855007657214080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.126827:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.126833:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 239 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.126845:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 239 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.126867:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074956.126872:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.126881:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.126887:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074956.126970:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2368:x1855007657214080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 156us (451us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.126978:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5295
00000100:00100000:1.0:1769074956.130566:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.135157:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.136085:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657214208
00000100:00100000:3.0:1769074956.136095:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657214208
00000100:00100000:3.0:1769074956.136151:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210130
00000100:00100000:3.0:1769074956.136157:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13245:x1855007657214208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.136177:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.136198:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e401ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085a0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.136262:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136274:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136285:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136300:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136306:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136312:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136377:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136384:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136391:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136396:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.136400:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136407:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136418:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.136421:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.136426:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136431:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e401b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136444:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136448:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136451:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136454:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.136456:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136459:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136463:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3771cd63 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074956.136464:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.136466:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136469:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e401bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.136495:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e401ae lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085a0 expref: 240 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.136501:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.136503:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.136505:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e401ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085a0 expref: 240 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.136510:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:3.0:1769074956.136564:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13245:x1855007657214208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 407us (6010us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074956.136569:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210130
00000100:00100000:1.0:1769074956.137340:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657214336
00000100:00100000:1.0:1769074956.137348:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657214336
00010000:00010000:1.0:1769074956.137379:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230856f expref: 239 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074956.137414:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5296
00000100:00100000:1.0:1769074956.137423:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2368:x1855007657214336:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.137435:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.137441:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230856f expref: 239 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.137452:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230856f expref: 239 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.137466:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074956.137470:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.137477:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.137484:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.137500:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074956.137537:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2368:x1855007657214336:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 114us (2387us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.137544:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5296
00010000:00010000:0.0:1769074956.139734:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000090d828bf x1855007623379072) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 238 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074956.139763:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40199 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308592 expref: 238 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074956.139841:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623379072:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.140462:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4011b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230856f expref: 237 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074956.140477:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623379200:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.140500:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074956.140508:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.140516:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.140521:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074956.140542:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10414:0x0]: returning size 2048
00010000:00010000:1.0:1769074956.141464:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e401a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308599 expref: 238 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.141486:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308599 expref: 237 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.141494:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074956.141498:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074956.141500:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e000, rc 0)
00000100:00100000:1.0:1769074956.141630:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657213952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17095us (17352us total) trans 4295106232 rc 0/0
00000100:00100000:1.0:1769074956.141640:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210129
00000100:00100000:3.0:1769074956.143066:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.143389:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657214464
00000100:00100000:1.0:1769074956.143400:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657214464
00000100:00100000:1.0:1769074956.143458:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210131
00000100:00100000:1.0:1769074956.143468:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657214464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.143488:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.143507:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085a7 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.143575:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143590:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143601:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143615:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143705:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143712:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143778:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143786:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143793:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143799:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6ee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.143803:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143810:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143821:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.143825:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.143829:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143834:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e401d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143846:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143852:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143858:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143862:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.143865:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143870:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143876:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xe0c9cb9b (ffff9032a2c16900)
00010000:00010000:1.0:1769074956.143878:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.143881:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.143887:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe0c9cb9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.144008:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401ca lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085a7 expref: 238 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.144019:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.144022:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.144025:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085a7 expref: 238 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.144035:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074956.144108:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657214464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 640us (1045us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074956.144116:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210131
00000100:00100000:2.0:1769074956.147117:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.147414:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657214592
00000100:00100000:1.0:1769074956.147424:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657214592
00000100:00100000:1.0:1769074956.147484:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210132
00000100:00100000:1.0:1769074956.147495:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657214592:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.147520:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.147542:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e401df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085ae expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.147640:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.147654:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308599 expref: 238 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.147662:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.147697:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308599 expref: 238 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.147711:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308599 expref: 238 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074956.147724:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286243480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623379328:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.147809:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074956.151175:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.151216:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286243480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623379328:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074956.151418:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657214720
00000100:00100000:2.0:1769074956.151426:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657214720
00010000:00010000:2.0:1769074956.151464:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308599 expref: 239 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.151505:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5297
00000100:00100000:2.0:1769074956.151516:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2366:x1855007657214720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.151531:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.151538:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308599 expref: 239 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074956.151550:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308599 expref: 239 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074956.151571:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e401a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308599 expref: 239 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074956.151585:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:2.0:1769074956.151591:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.151600:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.151607:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.151636:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.151692:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:2366:x1855007657214720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 177us (525us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.151700:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5297
00010000:00010000:1.0:1769074956.151748:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.151758:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.151763:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074956.151803:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10414:0x0]: returning size 2048
00000004:00200000:1.0:1769074956.151808:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.151825:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.151853:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e401df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10414:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ae expref: 238 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.151868:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ae expref: 237 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.151881:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074956.151883:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.151886:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6f800, rc 0)
00000100:00100000:1.0:1769074956.152288:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657214592:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4793us (5179us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.152296:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210132
00000100:00100000:3.0:1769074956.158093:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.158189:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657214848
00000100:00100000:1.0:1769074956.158200:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657214848
00000100:00100000:1.0:1769074956.158466:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210133
00000100:00100000:1.0:1769074956.158477:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657214848:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.158499:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.158520:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e401ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085b5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.158584:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158598:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158609:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158632:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158640:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158652:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158744:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40202 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158752:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40202 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158759:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40202 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074956.158791:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10414:0x0]: returning size 2048
00000004:00200000:1.0:1769074956.158795:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.158812:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40202 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158821:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40202 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158829:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158835:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158841:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158847:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.158851:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158859:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158870:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.158873:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.158879:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158885:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e401f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158897:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.158903:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.159007:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.159012:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.159015:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.159022:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.159030:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xe1a22b2d (ffff9032a2c16900)
00010000:00010000:1.0:1769074956.159033:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.159036:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.159042:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e401fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.159071:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e401ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085b5 expref: 239 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.159095:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40202 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085b5 expref: 238 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.159103:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074956.159105:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.159107:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6ee00, rc 0)
00000100:00100000:1.0:1769074956.159217:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657214848:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 741us (1133us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.159224:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210133
00000100:00100000:2.0:1769074956.167055:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.167437:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.167849:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657214976
00000100:00100000:1.0:1769074956.167859:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657214976
00000100:00100000:1.0:1769074956.167935:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657215232
00000100:00100000:1.0:1769074956.167948:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657215232
00000100:00100000:1.0:1769074956.167980:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210134
00000100:00100000:1.0:1769074956.167990:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657214976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.168013:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.168033:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40209 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085bc expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074956.168189:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210135
00000100:00100000:2.0:1769074956.168199:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657215232:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.168208:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.168218:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40210 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085c3 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.168320:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.168335:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a2 expref: 241 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.168344:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.168379:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a2 expref: 241 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.168392:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a2 expref: 241 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.168406:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623379456:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074956.168491:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254240 going to sleep for 11 seconds
00010000:00010000:1.0:1769074956.168827:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.168840:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.168851:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.168870:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.168877:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.168885:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.168993:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169001:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169008:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169013:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.169018:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169025:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169037:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.169040:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.169044:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169050:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4021e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169065:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169071:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074956.169568:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074956.169777:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169783:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.169786:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169792:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169802:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xde0cbb04 (ffff9032a2c16100)
00010000:00010000:1.0:1769074956.169805:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.169808:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169813:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40225 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.169849:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40209 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085bc expref: 241 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.169859:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.169862:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.169865:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40209 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085bc expref: 241 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.169878:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074956.169954:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657214976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1965us (2909us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074956.169962:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210134
00000100:00100000:2.0:1769074956.170043:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657215360
00000100:00100000:2.0:1769074956.170051:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657215360
00000100:00100000:2.0:1769074956.170184:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1527
00000100:00100000:2.0:1769074956.170193:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:2367:x1855007657215360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.170205:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.170217:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40202 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085b5 expref: 240 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.170227:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:2.0:1769074956.170231:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.170414:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2367:x1855007657215360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 222us (846us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.170421:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1527
00000100:00100000:3.0:1769074956.173166:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.173564:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657215488
00000100:00100000:0.0:1769074956.173574:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657215488
00000100:00100000:0.0:1769074956.173636:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210136
00000100:00100000:0.0:1769074956.173646:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657215488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.173667:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.173687:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e4022c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085ca expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.173756:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40233 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.173776:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.173788:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074956.173850:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:0.0:1769074956.173855:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.173877:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.173902:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e4022c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ca expref: 241 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.173972:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40233 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ca expref: 240 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.173981:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074956.173985:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074956.173989:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13800, rc 0)
00000100:00100000:0.0:1769074956.174054:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657215488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 409us (896us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.174062:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210136
00000100:00100000:0.0:1769074956.176775:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.176840:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657215616
00000100:00100000:1.0:1769074956.176849:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657215616
00010000:00010000:1.0:1769074956.176883:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a2 expref: 240 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074956.176957:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5298
00000100:00100000:1.0:1769074956.176967:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:2368:x1855007657215616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.176983:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.176990:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a2 expref: 240 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.177002:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a2 expref: 240 pid: 5764 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.177024:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:1.0:1769074956.177030:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.177039:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.177047:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.177070:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074956.177133:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:2368:x1855007657215616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 166us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.177140:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5298
00010000:00010000:2.0:1769074956.177860:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370a200/0x2152b583a6e3f5a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081a2 expref: 239 pid: 5764 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.177883:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623379456:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074956.180645:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.180667:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.180674:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074956.180699:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00010000:00010000:2.0:1769074956.180856:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40210 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085c3 expref: 240 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.180870:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085c3 expref: 239 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.180877:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074956.180879:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074956.180882:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3f600, rc 0)
00000100:00100000:2.0:1769074956.181788:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13245:x1855007657215232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13586us (14348us total) trans 4295106233 rc 0/0
00000100:00100000:2.0:1769074956.181796:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210135
00000100:00100000:1.0:1769074956.181899:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.182541:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657215744
00000100:00100000:3.0:1769074956.182551:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657215744
00000100:00100000:3.0:1769074956.182638:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4285
00000100:00100000:3.0:1769074956.182649:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657215744:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074956.188184:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.188293:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657215872
00000100:00100000:2.0:1769074956.188303:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657215872
00000100:00100000:2.0:1769074956.188369:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210137
00000100:00100000:2.0:1769074956.188379:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657215872:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.188403:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.188420:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40241 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085d1 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.188498:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.188509:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085c3 expref: 241 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.188516:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.188540:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085c3 expref: 241 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.188549:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085c3 expref: 241 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.188558:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623379584:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074956.188732:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254240 going to sleep for 11 seconds
00000100:00100000:3.0:1769074956.188973:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657215744:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 6323us (7072us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.188983:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4285
00000100:00100000:0.0:1769074956.199557:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.199686:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623379584:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074956.199714:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074956.199960:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657216128
00000100:00100000:3.0:1769074956.199971:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657216128
00000100:00100000:3.0:1769074956.200035:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4286
00000100:00100000:3.0:1769074956.200045:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657216128:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074956.200288:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657216128:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 243us (740us total) trans 4295106234 rc 0/0
00000100:00100000:3.0:1769074956.200296:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4286
00000100:00100000:0.0:1769074956.201455:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.201533:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657216256
00000100:00100000:3.0:1769074956.201541:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657216256
00010000:00010000:3.0:1769074956.201571:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085c3 expref: 242 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074956.201662:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5299
00000100:00100000:3.0:1769074956.201671:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391084450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:2368:x1855007657216256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.201685:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.201691:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085c3 expref: 242 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074956.201703:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085c3 expref: 242 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074956.201724:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40217 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085c3 expref: 242 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074956.201739:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:3.0:1769074956.201744:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.201753:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.201761:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.201793:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.201842:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391084450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:2368:x1855007657216256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 171us (391us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.201850:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5299
00010000:00010000:2.0:1769074956.201951:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.201960:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074956.202004:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00000004:00200000:2.0:1769074956.202009:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074956.202026:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.202055:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40241 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d1 expref: 241 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.202069:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d1 expref: 240 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.202210:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074956.202213:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074956.202216:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3f400, rc 0)
00000100:00100000:2.0:1769074956.202256:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657215872:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13878us (14080us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.202265:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210137
00000100:00100000:1.0:1769074956.207207:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.207386:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657216384
00000100:00100000:2.0:1769074956.207399:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657216384
00000100:00100000:2.0:1769074956.207461:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210138
00000100:00100000:2.0:1769074956.207471:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657216384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.207493:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.207513:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4024f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085d8 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.207579:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207593:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207605:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207631:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207638:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207645:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207744:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207752:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207759:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074956.207791:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:2.0:1769074956.207796:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074956.207814:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207825:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207834:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207840:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207846:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207853:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3ea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.207857:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207864:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207876:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074956.207879:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.207884:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207889:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40256 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207902:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207960:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207966:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207970:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.207973:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207979:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207987:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9e362f1b (ffff90328e9ab000)
00010000:00010000:2.0:1769074956.207989:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.207992:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.207997:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e4025d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.208025:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4024f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 242 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.208038:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 241 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.208045:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074956.208048:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074956.208050:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:2.0:1769074956.208127:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657216384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 657us (928us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.208134:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210138
00000100:00100000:0.0:1769074956.213016:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.213520:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657216512
00000100:00100000:2.0:1769074956.213532:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657216512
00000100:00100000:2.0:1769074956.213645:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210139
00000100:00100000:2.0:1769074956.213657:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657216512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.213683:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.213703:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4026b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085df expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.213763:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.213778:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.213788:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.213802:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.213808:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.213815:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.213948:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40280 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.213958:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.213965:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074956.213997:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:2.0:1769074956.214001:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074956.214019:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214030:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40280 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214037:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214044:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214050:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214056:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.214060:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214067:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214090:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074956.214093:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.214098:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214105:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e40272 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214117:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214123:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214129:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214134:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.214136:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214142:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214160:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcd7d97c8 (ffff90328e9ab800)
00010000:00010000:2.0:1769074956.214163:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.214166:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214173:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40279 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.214203:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4026b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085df expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.214215:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40280 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085df expref: 242 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.214226:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:2.0:1769074956.214229:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074956.214231:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:2.0:1769074956.214320:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657216512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 664us (1311us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.214327:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210139
00000100:00100000:0.0:1769074956.219062:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.219471:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657216768
00000100:00100000:2.0:1769074956.219483:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657216768
00000100:00100000:2.0:1769074956.219544:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210140
00000100:00100000:2.0:1769074956.219555:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657216768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.219574:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.219596:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40287 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085e6 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.219705:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.219720:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308481 expref: 243 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.219729:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.219737:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.219770:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.219784:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 243 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.219798:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623379712:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074956.219891:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308481 expref: 243 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.219900:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308481 expref: 243 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.219947:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623379840:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074956.219976:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254f00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074956.224402:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.224453:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.224487:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.224597:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657217024
00000100:00100000:0.0:1769074956.224607:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657217024
00000100:00100000:0.0:1769074956.224682:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4287
00000100:00100000:0.0:1769074956.224692:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657217024:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074956.225084:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657217024:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 383us (682us total) trans 4295106235 rc 0/0
00000100:00100000:0.0:1769074956.225091:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4287
00000100:00100000:2.0:1769074956.225816:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657217152
00000100:00100000:2.0:1769074956.225824:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657217152
00010000:00010000:2.0:1769074956.225856:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 245 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.225889:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657217280
00000100:00100000:2.0:1769074956.225893:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657217280
00000100:00100000:2.0:1769074956.225945:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5300
00000100:00100000:2.0:1769074956.225954:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:2367:x1855007657217152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.225966:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.225973:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 246 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074956.225985:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 246 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074956.226006:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074956.226011:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.226019:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.226025:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.226039:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1528
00000100:00100000:3.0:1769074956.226048:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:2367:x1855007657217280:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.226056:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1769074956.226060:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:2367:x1855007657217152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 108us (1607us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.226066:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5300
00010000:00010000:3.0:1769074956.226067:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40280 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085df expref: 246 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.226080:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074956.226083:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.226124:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:2367:x1855007657217280:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 78us (1636us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.226131:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1528
00000100:00100000:3.0:1769074956.230103:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.230220:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657217536
00000100:00100000:2.0:1769074956.230230:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657217536
00000100:00100000:0.0:1769074956.230296:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210141
00000100:00100000:0.0:1769074956.230319:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657217536:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.230340:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.230362:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40295 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085ed expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.230469:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.230484:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230838c expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.230492:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.230529:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230838c expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.230540:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230838c expref: 245 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074956.230553:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623379968:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.230646:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.239580:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.239617:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.239647:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657217792
00000100:00100000:0.0:1769074956.239656:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657217792
00010000:00010000:0.0:1769074956.239694:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230838c expref: 246 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074956.239723:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657217664
00000100:00100000:0.0:1769074956.239726:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657217664
00010000:00010000:0.0:1769074956.239738:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308481 expref: 247 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074956.239757:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5301
00000100:00100000:0.0:1769074956.239766:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:2368:x1855007657217792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.239781:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.239787:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230838c expref: 247 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074956.239799:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230838c expref: 247 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074956.239820:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:0.0:1769074956.239826:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074956.239829:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5302
00010000:00010000:0.0:1769074956.239835:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074956.239839:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:2369:x1855007657217664:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.239842:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.239846:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.239850:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308481 expref: 247 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.239859:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308481 expref: 247 pid: 7034 timeout: 2041 lvb_type: 0
00010000:00010000:0.0:1769074956.239860:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074956.239869:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074956.239873:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.239879:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.239884:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.239892:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.239902:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:2368:x1855007657217792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 137us (332us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.239935:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5301
00000100:00100000:1.0:1769074956.239956:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:2369:x1855007657217664:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 120us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.239962:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5302
00010000:00010000:2.0:1769074956.240092:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000f1741ac5 x1855007623379712) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 245 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:2.0:1769074956.240107:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40264 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d8 expref: 245 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.240120:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623379712:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074956.240133:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e3fe74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308481 expref: 244 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:2.0:1769074956.240142:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623379840:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074956.240161:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074956.240168:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.240177:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.240193:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074956.240213:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00010000:00010000:2.0:1769074956.240367:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40287 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085e6 expref: 245 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.240381:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085e6 expref: 244 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.240388:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074956.240391:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074956.240394:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e000, rc 0)
00000100:00100000:2.0:1769074956.240420:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657216768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20867us (21369us total) trans 4295106236 rc 0/0
00000100:00100000:2.0:1769074956.240426:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210140
00010000:00010000:3.0:1769074956.242742:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e3fb8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230838c expref: 243 pid: 7034 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074956.242764:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623379968:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.242788:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.242796:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.242801:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074956.242821:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10411:0x0]: returning size 4096
00010000:00010000:3.0:1769074956.242983:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40295 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ed expref: 244 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.242999:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ed expref: 243 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.243009:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:3.0:1769074956.243012:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074956.243015:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cda00, rc 0)
00000100:00100000:3.0:1769074956.243078:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657217536:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12772us (12986us total) trans 4295106237 rc 0/0
00000100:00100000:3.0:1769074956.243086:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210141
00000100:00100000:0.0:1769074956.249450:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.249525:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.249642:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657217920
00000100:00100000:3.0:1769074956.249653:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657217920
00000100:00100000:3.0:1769074956.249702:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657218048
00000100:00100000:3.0:1769074956.249705:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657218048
00000100:00100000:3.0:1769074956.249741:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210142
00000100:00100000:3.0:1769074956.249751:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657217920:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.249772:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.249792:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e402b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085f4 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.249879:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.249897:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ed expref: 245 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.249904:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.249976:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ed expref: 245 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.249989:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ed expref: 245 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:3.0:1769074956.250002:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab897100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623380096:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.250162:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.250232:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210143
00000100:00100000:0.0:1769074956.250242:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657218048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.250255:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.250264:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e402bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23085fb expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.250304:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.250314:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085e6 expref: 246 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.250321:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.250340:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085e6 expref: 246 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.250350:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085e6 expref: 246 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:0.0:1769074956.250358:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623380224:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.250395:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892166c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.260330:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.260372:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab897100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623380096:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.260400:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074956.260510:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.260693:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623380224:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074956.260709:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074956.260868:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657218176
00000100:00100000:1.0:1769074956.260875:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657218176
00010000:00010000:1.0:1769074956.260968:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ed expref: 247 pid: 5762 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074956.261005:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657218304
00000100:00100000:1.0:1769074956.261009:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657218304
00010000:00010000:1.0:1769074956.261022:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085e6 expref: 248 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074956.261039:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5303
00000100:00100000:1.0:1769074956.261047:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:2368:x1855007657218176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.261063:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.261070:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ed expref: 248 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.261082:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ed expref: 248 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.261103:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4029c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10411:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ed expref: 248 pid: 5762 timeout: 2041 lvb_type: 0
00010000:00010000:1.0:1769074956.261119:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:1.0:1769074956.261123:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.261132:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.261139:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.261158:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.261199:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5304
00000100:00100000:3.0:1769074956.261207:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:2369:x1855007657218304:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.261216:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1769074956.261218:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:2368:x1855007657218176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 172us (897us total) trans 0 rc 0/0
00010000:00010000:3.0:1769074956.261221:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085e6 expref: 247 pid: 11659 timeout: 2041 lvb_type: 0
00000100:00100000:1.0:1769074956.261225:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5303
00010000:00010000:3.0:1769074956.261246:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085e6 expref: 246 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074956.261258:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4028e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085e6 expref: 246 pid: 11659 timeout: 2041 lvb_type: 0
00010000:00010000:3.0:1769074956.261268:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074956.261273:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.261280:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.261286:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.261302:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.261323:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:2369:x1855007657218304:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 116us (812us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.261329:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5304
00010000:00010000:3.0:1769074956.261350:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.261357:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074956.261400:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10411:0x0]: returning size 4096
00000004:00200000:3.0:1769074956.261404:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074956.261423:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.261457:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e402b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10411:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085f4 expref: 245 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.261470:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085f4 expref: 244 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.261478:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:3.0:1769074956.261480:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074956.261483:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:3.0:1769074956.261528:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657217920:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11779us (12087us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.261535:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210142
00010000:00010000:3.0:1769074956.262107:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.262116:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074956.262144:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:3.0:1769074956.262147:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074956.262158:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.262180:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e402bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085fb expref: 244 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.262193:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085fb expref: 243 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.262205:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074956.262208:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074956.262210:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd000, rc 0)
00000100:00100000:3.0:1769074956.262261:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657218048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12022us (12736us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.262268:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210143
00000100:00100000:1.0:1769074956.272206:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.272350:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657218432
00000100:00100000:3.0:1769074956.272361:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657218432
00000100:00100000:3.0:1769074956.272472:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210144
00000100:00100000:3.0:1769074956.272483:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657218432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.272504:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.272527:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e402cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308602 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.272593:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272608:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272629:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272645:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272651:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272661:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272768:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e402e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272777:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e402e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272784:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e402e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074956.272820:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10411:0x0]: returning size 4096
00000004:00200000:3.0:1769074956.272825:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074956.272843:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e402e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272853:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e402e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272860:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272867:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272873:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272879:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.272882:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272889:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272901:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.272904:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.272961:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272967:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e402d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272977:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272982:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272986:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272991:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.272993:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.272999:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.273006:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa30b707c (ffff90328bb7fd00)
00010000:00010000:3.0:1769074956.273010:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.273013:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.273018:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e402db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.273133:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e402cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308602 expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.273144:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e402e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308602 expref: 244 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.273149:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:3.0:1769074956.273150:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074956.273152:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73c00, rc 0)
00000100:00100000:3.0:1769074956.273218:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657218432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 737us (1020us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.273226:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210144
00000100:00100000:2.0:1769074956.273498:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.280855:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657218560
00000100:00100000:0.0:1769074956.280870:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657218560
00000100:00100000:0.0:1769074956.283386:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210145
00000100:00100000:0.0:1769074956.283397:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657218560:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074956.283408:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074956.283417:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1769074956.283438:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657218688
00010000:00010000:0.0:1769074956.283440:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e402e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308609 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074956.283445:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657218688
00000100:00100000:2.0:1769074956.283485:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1529
00000100:00100000:2.0:1769074956.283493:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:2369:x1855007657218688:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.283502:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.283519:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.283521:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e402e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308602 expref: 246 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.283533:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.283537:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:2.0:1769074956.283542:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074956.283543:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.283555:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.283561:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.283566:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074956.283596:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:2369:x1855007657218688:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 104us (188us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.283603:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1529
00000100:00100000:1.0:1769074956.284244:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.284332:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657218944
00000100:00100000:0.0:1769074956.284338:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657218944
00010000:00010000:1.0:1769074956.284356:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074956.284365:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4288
00010000:00010000:1.0:1769074956.284365:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074956.284371:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657218944:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:1.0:1769074956.284372:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284378:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.284382:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284389:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284398:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.284401:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.284405:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284410:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e402f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284421:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284426:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284431:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284435:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.284438:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284443:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284449:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xde0cbb04 (ffff903298a49100)
00010000:00010000:1.0:1769074956.284451:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.284454:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284458:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e402f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.284486:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e402e9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308609 expref: 246 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.284493:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.284496:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.284499:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e402e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308609 expref: 246 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.284512:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cc200, rc 0)
00000100:00100000:1.0:1769074956.284538:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657218560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1142us (11040us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074956.284544:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210145
00000100:00100000:1.0:1769074956.286665:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657218944:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 2283us (2413us total) trans 4295106238 rc 0/0
00000100:00100000:1.0:1769074956.286679:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4288
00000100:00100000:1.0:1769074956.292542:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.292632:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657219200
00000100:00100000:0.0:1769074956.292643:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657219200
00000100:00100000:0.0:1769074956.292726:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4289
00000100:00100000:0.0:1769074956.292737:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657219200:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074956.292999:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657219200:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 264us (465us total) trans 4295106239 rc 0/0
00000100:00100000:0.0:1769074956.293008:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4289
00000100:00100000:2.0:1769074956.295586:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.300491:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657219456
00000100:00100000:1.0:1769074956.300505:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657219456
00000100:00100000:1.0:1769074956.300566:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4290
00000100:00100000:1.0:1769074956.300575:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657219456:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074956.300833:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13246:x1855007657219456:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 257us (5255us total) trans 4295106240 rc 0/0
00000100:00100000:1.0:1769074956.300841:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4290
00000100:00100000:2.0:1769074956.301025:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.301670:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657219712
00000100:00100000:0.0:1769074956.301678:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657219712
00000100:00100000:0.0:1769074956.301718:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4291
00000100:00100000:0.0:1769074956.301725:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13245:x1855007657219712:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074956.301993:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657219712:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 267us (967us total) trans 4295106241 rc 0/0
00000100:00100000:0.0:1769074956.302000:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4291
00000100:00100000:2.0:1769074956.311680:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.311733:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.311817:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657219968
00000100:00100000:3.0:1769074956.311828:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657219968
00000100:00100000:3.0:1769074956.311886:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4292
00000100:00100000:3.0:1769074956.311895:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657219968:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074956.311955:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657220096
00000100:00100000:1.0:1769074956.311959:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657220096
00000100:00100000:1.0:1769074956.311990:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210146
00000100:00100000:1.0:1769074956.311996:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657220096:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.312006:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.312038:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e402fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308610 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.312090:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312105:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312117:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312129:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312135:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312141:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074956.312231:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657219968:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 337us (562us total) trans 4295106242 rc 0/0
00000100:00100000:3.0:1769074956.312239:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4292
00010000:00010000:1.0:1769074956.312247:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40313 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312255:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312262:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074956.312287:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.312292:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.312306:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312316:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312325:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312334:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312341:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312347:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.312351:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312359:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312370:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.312373:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.312379:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312385:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40305 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312396:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312401:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312405:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312409:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6f400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.312412:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312418:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312423:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9e362f1b (ffff9032a2c16100)
00010000:00010000:1.0:1769074956.312425:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.312427:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312432:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4030c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.312457:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e402fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308610 expref: 250 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.312469:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40313 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308610 expref: 249 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.312475:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074956.312477:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.312479:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6ee00, rc 0)
00000100:00100000:1.0:1769074956.312510:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13246:x1855007657220096:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 514us (777us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.312516:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210146
00000100:00100000:2.0:1769074956.318684:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.318744:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.318960:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657220480
00000100:00100000:0.0:1769074956.318972:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657220480
00000100:00100000:0.0:1769074956.319047:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1530
00000100:00100000:0.0:1769074956.319058:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:2366:x1855007657220480:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.319079:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.319109:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40313 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308610 expref: 249 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.319127:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:0.0:1769074956.319132:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.319185:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:2366:x1855007657220480:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 130us (440us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.319193:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1530
00000100:00100000:3.0:1769074956.319261:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657220352
00000100:00100000:3.0:1769074956.319266:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657220352
00000100:00100000:3.0:1769074956.319317:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210147
00000100:00100000:3.0:1769074956.319325:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657220352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.319343:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.319358:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4031a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308617 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.319462:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.319476:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085fb expref: 249 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.319485:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.319516:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085fb expref: 249 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.319529:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085fb expref: 249 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.319542:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab897100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623380352:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.319616:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074956.323746:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.323835:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657220736
00000100:00100000:0.0:1769074956.323844:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657220736
00000100:00100000:0.0:1769074956.323903:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4293
00000100:00100000:0.0:1769074956.323933:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657220736:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074956.324217:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13245:x1855007657220736:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 286us (485us total) trans 4295106243 rc 0/0
00000100:00100000:0.0:1769074956.324225:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4293
00000100:00100000:3.0:1769074956.324237:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab897100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623380352:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.324261:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074956.327670:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.327998:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657220864
00000100:00100000:0.0:1769074956.328009:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657220864
00010000:00010000:0.0:1769074956.328051:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085fb expref: 251 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.328101:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5305
00000100:00100000:0.0:1769074956.328123:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:2369:x1855007657220864:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.328139:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.328146:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085fb expref: 251 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.328171:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085fb expref: 251 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.328195:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e402c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085fb expref: 251 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.328216:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:0.0:1769074956.328222:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.328376:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.328385:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.328420:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074956.328454:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.328463:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074956.328484:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000100:00100000:0.0:1769074956.328485:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:2369:x1855007657220864:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 375us (825us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.328492:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5305
00010000:00010000:3.0:1769074956.328636:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4031a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308617 expref: 251 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.328651:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308617 expref: 250 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.328658:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074956.328661:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074956.328663:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00000100:00100000:3.0:1769074956.328690:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13246:x1855007657220352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9367us (10086us total) trans 4295106244 rc 0/0
00000100:00100000:3.0:1769074956.328697:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210147
00000100:00100000:2.0:1769074956.335006:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.335048:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657220992
00000100:00100000:3.0:1769074956.335058:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657220992
00000100:00100000:0.0:1769074956.335161:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210148
00000100:00100000:0.0:1769074956.335175:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13246:x1855007657220992:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.335202:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.335224:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e4032f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230861e expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.335324:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.335339:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308617 expref: 251 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.335348:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.335389:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308617 expref: 251 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.335403:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308617 expref: 251 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.335418:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623380480:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.335505:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892169c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074956.335977:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.336446:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657221248
00000100:00100000:0.0:1769074956.336454:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657221248
00000100:00100000:0.0:1769074956.336539:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4294
00000100:00100000:0.0:1769074956.336548:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657221248:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074956.336868:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657221248:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 318us (889us total) trans 4295106245 rc 0/0
00000100:00100000:0.0:1769074956.336876:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4294
00000100:00100000:0.0:1769074956.341376:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623380480:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.341404:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074956.343503:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.343717:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657221504
00000100:00100000:0.0:1769074956.343728:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657221504
00000100:00100000:0.0:1769074956.343794:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4295
00000100:00100000:0.0:1769074956.343803:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657221504:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074956.344186:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13245:x1855007657221504:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 382us (689us total) trans 4295106246 rc 0/0
00000100:00100000:0.0:1769074956.344198:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4295
00000100:00100000:3.0:1769074956.348357:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.348459:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657221632
00000100:00100000:2.0:1769074956.348472:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657221632
00010000:00010000:2.0:1769074956.348517:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308617 expref: 254 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.348563:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5306
00000100:00100000:2.0:1769074956.348573:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2369:x1855007657221632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.348589:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.348596:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308617 expref: 254 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.348609:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308617 expref: 254 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.348631:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40321 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308617 expref: 254 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.348647:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074956.348652:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.348663:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.348672:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.348705:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.348763:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:2369:x1855007657221632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 191us (415us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.348771:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5306
00010000:00010000:1.0:1769074956.348865:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.348874:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074956.348962:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.348967:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.348987:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.349020:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e4032f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230861e expref: 253 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.349035:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230861e expref: 252 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.349043:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074956.349046:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.349049:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd400, rc 0)
00000100:00100000:1.0:1769074956.349075:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13246:x1855007657220992:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13905us (14079us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.349082:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210148
00000100:00100000:3.0:1769074956.353206:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.353264:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657221888
00000100:00100000:1.0:1769074956.353274:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657221888
00000100:00100000:1.0:1769074956.353333:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210149
00000100:00100000:1.0:1769074956.353343:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657221888:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:1.0:1769074956.353394:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1769074956.353422:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e402b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10411:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085f4 expref: 252 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.353441:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16700)
00010000:00010000:1.0:1769074956.353456:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4017d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230858b expref: 251 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.353466:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.353470:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074956.353493:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.353507:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.353516:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.353527:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.353534:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.353540:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.353658:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.353667:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.353673:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000040:00080000:1.0:1769074956.354061:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].396, 64 off33600
00010000:00010000:1.0:1769074956.354122:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354136:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354143:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354149:0:5762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354166:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354172:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354193:0:5762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1769074956.354210:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354217:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354224:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354230:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6f400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.354235:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354243:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354251:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074956.354254:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1769074956.354257:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354263:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4034b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10411:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354310:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.354316:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074956.354317:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354322:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.354322:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354328:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.354328:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fc00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074956.354331:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.354331:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354338:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.354338:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354345:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.354346:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10411:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074956.354348:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.354348:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1769074956.354351:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.354351:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.354357:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4033d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074956.354357:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40352 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10411:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00000004:00010000:1.0:1769074956.354365:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001935f42b reply state 00000000022ccdc3 transno 4295106247 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074956.354373:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074956.354373:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074956.354375:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074956.354376:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1769074956.354456:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657221888:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1112us (1257us total) trans 4295106247 rc 0/0
00000100:00100000:1.0:1769074956.354463:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210149
00010000:00010000:2.0:1769074956.357254:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.357277:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.357285:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.357296:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.357301:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.357308:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.357322:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa30b707c (ffff9032a2c16100)
00010000:00010000:2.0:1769074956.357325:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.357330:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.357336:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40344 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xa30b707c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074956.361691:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.361767:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657222016
00000100:00100000:2.0:1769074956.361778:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657222016
00000100:00100000:2.0:1769074956.361836:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210150
00000100:00100000:2.0:1769074956.361845:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657222016:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.361865:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.361885:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40359 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308625 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.362000:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362015:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362025:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362036:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362042:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362046:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362108:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362115:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362122:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362128:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3f600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.362132:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362138:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362150:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074956.362153:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.362157:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362161:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40360 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362175:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362191:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362196:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362200:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3e200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.362203:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362208:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362215:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2edc570 (ffff90328e9ab800)
00010000:00010000:2.0:1769074956.362216:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.362219:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362223:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40367 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.362248:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40359 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308625 expref: 252 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.362257:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074956.362258:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.362261:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40359 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308625 expref: 252 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.362287:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e000, rc 0)
00000100:00100000:2.0:1769074956.362352:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657222016:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 507us (669us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074956.362359:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210150
00000100:00100000:3.0:1769074956.367450:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.369247:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.370196:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657222144
00000100:00100000:1.0:1769074956.370209:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657222144
00000100:00100000:1.0:1769074956.370269:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657222272
00000100:00100000:0.0:1769074956.370301:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210151
00000100:00100000:0.0:1769074956.370315:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657222144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.370342:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.370364:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4036e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230862c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.370433:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.370450:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074956.370458:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657222272
00010000:00010000:0.0:1769074956.370461:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.370475:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.370482:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.370489:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074956.370490:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210152
00000100:00100000:1.0:1769074956.370497:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657222272:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.370506:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.370516:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40383 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308633 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.370543:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.370551:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370554:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370558:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370560:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.370567:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370570:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370574:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.370576:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370578:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370582:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370586:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.370598:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074956.370601:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.370605:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.370611:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e40375 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370611:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.370617:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.370622:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.370627:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6f400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.370630:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370634:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370635:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370640:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370643:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.370645:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.370647:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370649:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370651:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.370654:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370655:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4038a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370660:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370663:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370666:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd9d05d67 (ffff903298a49f00)
00010000:00010000:1.0:1769074956.370668:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370669:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.370672:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370673:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370678:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e4037c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.370678:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6ee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.370681:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.370686:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.370691:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd263642c (ffff9032a2c16700)
00010000:00010000:1.0:1769074956.370693:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.370695:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.370700:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40391 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.370704:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4036e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230862c expref: 254 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.370712:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074956.370714:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.370716:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40383 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308633 expref: 254 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.370718:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4036e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230862c expref: 254 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.370724:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.370726:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.370727:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd600, rc 0)
00010000:00010000:1.0:1769074956.370729:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40383 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308633 expref: 253 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.370735:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074956.370870:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657222272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 372us (1628us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074956.370878:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210152
00000100:00100000:0.0:1769074956.373534:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657222144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3212us (6082us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074956.373546:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210151
00000100:00100000:3.0:1769074956.376729:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.377060:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657222400
00000100:00100000:0.0:1769074956.377070:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657222400
00000100:00100000:0.0:1769074956.377128:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210153
00000100:00100000:0.0:1769074956.377138:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13245:x1855007657222400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.377169:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.377190:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e40398 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230863a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.377441:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4039f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.377462:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4039f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.377474:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4039f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074956.377541:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:0.0:1769074956.377545:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.377567:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4039f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.377592:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e40398 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230863a expref: 253 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.377611:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4039f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230863a expref: 252 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.377901:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074956.377905:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074956.377955:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cda00, rc 0)
00000100:00100000:0.0:1769074956.378027:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657222400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 889us (1305us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.378034:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210153
00000100:00100000:2.0:1769074956.382730:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.383017:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657222528
00000100:00100000:3.0:1769074956.383028:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657222528
00000100:00100000:3.0:1769074956.383082:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4296
00000100:00100000:3.0:1769074956.383092:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657222528:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074956.396355:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657222528:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 13252us (13623us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.396370:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4296
00000100:00100000:2.0:1769074956.397819:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.397927:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657222784
00000100:00100000:0.0:1769074956.397946:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657222784
00000100:00100000:0.0:1769074956.398014:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210154
00000100:00100000:0.0:1769074956.398024:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13246:x1855007657222784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.398047:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.398051:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1769074956.398079:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40233 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ca expref: 252 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.398101:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074956.398106:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074956.398130:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e403a6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308641 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.398475:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.398490:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.398499:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.398514:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.398521:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.398527:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00080000:0.0:1769074956.399791:0:11659:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1cc:0x0], index 1: 0
00010000:00010000:0.0:1769074956.400023:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.400039:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.400053:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.400090:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.400098:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.400104:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.400110:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.400115:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.400122:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.400133:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074956.400136:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.400141:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.400147:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e403ad lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:0.0:1769074956.400177:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008d393f54 reply state 0000000043c12b68 transno 4295106248 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074956.400187:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074956.400223:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e403a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308641 expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.400253:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308641 expref: 253 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.400260:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:0.0:1769074956.400262:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074956.400265:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd000, rc 0)
00000100:00100000:0.0:1769074956.400343:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657222784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2320us (2531us total) trans 4295106248 rc 0/0
00000100:00100000:0.0:1769074956.400352:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210154
00000100:00100000:3.0:1769074956.406904:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074956.407003:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.407014:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.407022:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.407029:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.407033:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.407040:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.407056:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2edc570 (ffff903298a49f00)
00010000:00010000:3.0:1769074956.407060:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.407065:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.407071:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e403b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074956.407745:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657222912
00000100:00100000:0.0:1769074956.407757:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657222912
00000100:00100000:0.0:1769074956.407818:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210155
00000100:00100000:2.0:1769074956.407818:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.407827:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657222912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.407847:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.407867:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e403c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308648 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.407951:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.407964:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.407974:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.407988:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.407999:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408005:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408108:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e403de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408114:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e403de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408119:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e403de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074956.408148:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:0.0:1769074956.408151:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.408165:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e403de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408172:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e403de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408177:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408183:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408189:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408194:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.408197:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408203:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408211:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074956.408214:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.408218:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408223:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e403d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408312:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408319:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408325:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408330:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.408333:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408338:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408346:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x1674e29a (ffff903298a49d00)
00010000:00010000:0.0:1769074956.408349:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.408352:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408357:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e403d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.408387:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e403c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308648 expref: 255 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.408400:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e403de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308648 expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.408405:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074956.408406:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074956.408408:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:0.0:1769074956.408459:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13245:x1855007657222912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 634us (1572us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.408466:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210155
00000100:00100000:1.0:1769074956.409779:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657223040
00000100:00100000:1.0:1769074956.409792:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657223040
00000100:00100000:1.0:1769074956.409860:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2938
00000100:00100000:1.0:1769074956.409871:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657223040:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.409886:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.409922:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230864f expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074956.409957:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1cc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074956.409975:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074956.409978:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074956.409987:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230864f expref: 76 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074956.410005:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230864f expref: 76 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074956.410019:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074956.410061:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657223040:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 194us (2242us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.410069:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2938
00000100:00080000:1.0:1769074956.410093:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1769074956.414248:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.414295:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.414444:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657223424
00000100:00100000:1.0:1769074956.414455:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657223424
00000100:00100000:0.0:1769074956.414487:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657223168
00000100:00100000:0.0:1769074956.414492:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657223168
00000100:00100000:1.0:1769074956.414515:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210156
00000100:00100000:1.0:1769074956.414524:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657223424:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:0.0:1769074956.414533:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1531
00000100:00100000:0.0:1769074956.414539:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657223168:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.414546:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.414551:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.414564:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e403ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308656 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.414571:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e403de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308648 expref: 255 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.414586:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074956.414590:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.414638:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657223168:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 98us (400us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.414644:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1531
00010000:00010000:1.0:1769074956.414656:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.414668:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e2ed89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303313 expref: 254 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.414678:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.414720:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e2ed89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303313 expref: 254 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.414732:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e2ed89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303313 expref: 254 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.414746:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623380608:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.414810:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074956.421842:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623380608:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.421873:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074956.423494:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.423573:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657223552
00000100:00100000:0.0:1769074956.423584:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657223552
00010000:00010000:0.0:1769074956.423622:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e2ed89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303313 expref: 255 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.423665:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5307
00000100:00100000:0.0:1769074956.423674:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2368:x1855007657223552:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.423689:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.423696:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e2ed89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303313 expref: 255 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.423708:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e2ed89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303313 expref: 255 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.423731:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e2ed89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303313 expref: 255 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.423750:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074956.423756:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.423765:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.423774:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.423804:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.423863:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2368:x1855007657223552:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (377us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.423871:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5307
00010000:00010000:1.0:1769074956.423984:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.423992:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074956.424014:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00010000:00010000:1.0:1769074956.424175:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e403ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308656 expref: 255 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.424190:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308656 expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.424203:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074956.424206:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074956.424209:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6f400, rc 0)
00000100:00100000:1.0:1769074956.424257:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13245:x1855007657223424:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9735us (9962us total) trans 4295106249 rc 0/0
00000100:00100000:1.0:1769074956.424265:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210156
00000100:00100000:2.0:1769074956.433218:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.433282:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.433345:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657223808
00000100:00100000:0.0:1769074956.433356:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657223808
00000100:00100000:0.0:1769074956.433420:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4297
00000100:00100000:0.0:1769074956.433430:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657223808:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074956.433781:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657223808:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 351us (570us total) trans 4295106250 rc 0/0
00000100:00100000:0.0:1769074956.433788:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4297
00000100:00100000:1.0:1769074956.435550:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657223936
00000100:00100000:1.0:1769074956.435563:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657223936
00000100:00100000:1.0:1769074956.435623:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210157
00000100:00100000:1.0:1769074956.435632:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657223936:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.435653:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.435673:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40401 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230865d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.435753:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.435767:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308656 expref: 256 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.435776:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.435807:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308656 expref: 256 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.435821:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308656 expref: 256 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.435835:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623380736:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.435928:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:2.0:1769074956.439647:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.439741:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657224064
00000100:00100000:0.0:1769074956.439751:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657224064
00010000:00010000:0.0:1769074956.439792:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308656 expref: 257 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.439835:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5308
00000100:00100000:0.0:1769074956.439846:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2368:x1855007657224064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.439860:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.439866:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308656 expref: 257 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.439880:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308656 expref: 257 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.439947:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074956.439953:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.439963:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.439970:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.439991:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.440035:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2368:x1855007657224064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 190us (399us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.440043:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5308
00010000:00010000:1.0:1769074956.441593:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e403f3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308656 expref: 256 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.441616:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623380736:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.441638:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.441646:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.441652:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074956.441705:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.441709:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.441729:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.441760:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40401 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230865d expref: 256 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.441774:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230865d expref: 255 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.441782:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074956.441785:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.441789:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e000, rc 0)
00000100:00100000:1.0:1769074956.441864:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657223936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6232us (8591us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.441874:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210157
00000100:00100000:2.0:1769074956.445696:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.445789:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657224320
00000100:00100000:1.0:1769074956.445799:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657224320
00000100:00100000:1.0:1769074956.445857:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210158
00000100:00100000:1.0:1769074956.445867:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657224320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.445903:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.445964:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e4040f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308664 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.446081:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.446096:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308641 expref: 256 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.446105:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.446137:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308641 expref: 256 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.446151:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308641 expref: 256 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.446165:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623380864:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.446253:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:2.0:1769074956.453226:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.453413:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657224448
00000100:00100000:0.0:1769074956.453422:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657224448
00010000:00010000:0.0:1769074956.453465:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308641 expref: 257 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.453505:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5309
00000100:00100000:0.0:1769074956.453514:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2367:x1855007657224448:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.453531:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.453538:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308641 expref: 257 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.453551:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308641 expref: 257 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.453574:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:0.0:1769074956.453579:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.453588:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.453595:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.453613:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.453672:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2367:x1855007657224448:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 158us (456us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.453679:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5309
00010000:00010000:1.0:1769074956.454215:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e403bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308641 expref: 256 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.454233:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623380864:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.454252:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.454261:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.454267:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074956.454285:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10415:0x0]: returning size 0
00010000:00010000:1.0:1769074956.454433:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e4040f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308664 expref: 257 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.454448:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308664 expref: 256 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.454457:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:1.0:1769074956.454460:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074956.454462:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fc00, rc 0)
00000100:00100000:1.0:1769074956.454502:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13246:x1855007657224320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8636us (8817us total) trans 4295106251 rc 0/0
00000100:00100000:1.0:1769074956.454509:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210158
00000100:00100000:2.0:1769074956.461503:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.461597:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657224576
00000100:00100000:1.0:1769074956.461608:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657224576
00000100:00100000:1.0:1769074956.461670:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210159
00000100:00100000:1.0:1769074956.461681:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657224576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.461707:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.461729:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40424 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230866b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.461799:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.461815:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.461828:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.461844:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.461852:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.461858:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.461976:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.461983:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.461990:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.461996:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6f400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.462000:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462008:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462020:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.462023:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.462028:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462034:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e4042b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462046:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462053:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462058:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462064:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.462066:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462072:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462077:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd263642c (ffff9032a2c16100)
00010000:00010000:1.0:1769074956.462080:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.462083:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462088:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40432 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.462119:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40424 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230866b expref: 257 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.462129:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.462131:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.462135:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40424 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230866b expref: 257 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.462145:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fa00, rc 0)
00000100:00100000:1.0:1769074956.462212:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657224576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 533us (722us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074956.462220:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210159
00000100:00100000:3.0:1769074956.466419:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.466648:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657224832
00000100:00100000:2.0:1769074956.466659:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657224832
00000100:00100000:2.0:1769074956.466723:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4298
00000100:00100000:2.0:1769074956.466735:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657224832:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074956.467041:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657224832:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 307us (630us total) trans 4295106252 rc 0/0
00000100:00100000:2.0:1769074956.467052:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4298
00000100:00100000:2.0:1769074956.472554:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.472637:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.472814:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657224960
00000100:00100000:3.0:1769074956.472825:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657224960
00000100:00100000:1.0:1769074956.472892:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657225088
00000100:00100000:1.0:1769074956.472897:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657225088
00000100:00100000:1.0:1769074956.472983:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210160
00000100:00100000:1.0:1769074956.472994:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657224960:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.473026:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.473050:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40439 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308672 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.473123:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.473140:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.473152:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.473172:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.473192:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.473198:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074956.473470:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210161
00000100:00100000:0.0:1769074956.473482:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657225088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.473491:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.473502:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4044e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308679 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.473551:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.473562:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308664 expref: 260 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.473569:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.473604:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308664 expref: 260 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.473617:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308664 expref: 260 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.473631:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623380992:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.473722:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216780 going to sleep for 11 seconds
00010000:00010000:1.0:1769074956.474280:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474292:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474301:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074956.474335:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.474340:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.474360:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474371:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474379:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474386:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474393:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474400:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.474404:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474411:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474422:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.474424:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.474429:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474435:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e40440 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474448:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474453:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474459:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474463:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.474466:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474470:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474477:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x1674e29a (ffff9032a2c16100)
00010000:00010000:1.0:1769074956.474480:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.474483:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474489:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40447 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.474523:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40439 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308672 expref: 261 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.474536:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308672 expref: 260 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.474542:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074956.474544:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.474546:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:1.0:1769074956.474645:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657224960:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1653us (2099us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.474653:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210160
00000100:00100000:0.0:1769074956.478057:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623380992:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.478090:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074956.482202:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.482310:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657225216
00000100:00100000:0.0:1769074956.482319:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657225216
00010000:00010000:0.0:1769074956.482358:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308664 expref: 260 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.482406:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5310
00000100:00100000:0.0:1769074956.482416:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2368:x1855007657225216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.482432:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.482438:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308664 expref: 260 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.482451:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308664 expref: 260 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.482475:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40416 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308664 expref: 260 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.482490:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:0.0:1769074956.482495:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.482504:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.482511:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.482551:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.482608:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:2368:x1855007657225216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 193us (416us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.482616:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5310
00010000:00010000:1.0:1769074956.482691:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.482699:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074956.482741:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10415:0x0]: returning size 0
00000004:00200000:1.0:1769074956.482746:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.482765:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.482799:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4044e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10415:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308679 expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.482818:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308679 expref: 258 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.482825:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:1.0:1769074956.482827:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.482829:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:1.0:1769074956.482870:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657225088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9391us (10232us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.482876:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210161
00000100:00100000:2.0:1769074956.483995:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.484074:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657225472
00000100:00100000:1.0:1769074956.484080:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657225472
00000100:00100000:1.0:1769074956.484115:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210162
00000100:00100000:1.0:1769074956.484122:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657225472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.484139:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.484155:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40463 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308680 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.484242:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.484254:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230865d expref: 259 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.484261:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308672 expref: 259 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.484268:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.484309:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308672 expref: 259 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.484322:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308672 expref: 259 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.484336:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623381120:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.484413:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230865d expref: 259 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.484422:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230865d expref: 259 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.484429:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286240700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623381248:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.484449:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074956.489147:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.489358:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657225600
00000100:00100000:2.0:1769074956.489370:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657225600
00010000:00010000:2.0:1769074956.489413:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308672 expref: 260 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.489454:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5311
00000100:00100000:2.0:1769074956.489464:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2369:x1855007657225600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.489479:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.489486:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308672 expref: 260 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.489499:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308672 expref: 260 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.489524:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074956.489530:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.489538:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.489544:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.489606:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2369:x1855007657225600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 144us (470us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.489614:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5311
00010000:00010000:1.0:1769074956.491129:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4045c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308672 expref: 259 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.491150:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623381120:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.491162:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286240700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623381248:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.491185:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074956.493552:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.496524:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.496621:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657225856
00000100:00100000:3.0:1769074956.496632:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657225856
00000100:00100000:3.0:1769074956.496703:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2939
00000100:00100000:3.0:1769074956.496713:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:13246:x1855007657225856:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.496732:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.496751:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308687 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.496782:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230864f expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074956.496790:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074956.496793:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074956.496796:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 77 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.496832:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230864f expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074956.496850:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230864f expref: 77 pid: 13367 timeout: 2042 lvb_type: 1
00000100:00100000:3.0:1769074956.496865:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb60a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:13375:1855007623381376:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.496998:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.497479:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657225728
00000100:00100000:0.0:1769074956.497485:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657225728
00010000:00010000:0.0:1769074956.497511:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230865d expref: 259 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.497582:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5312
00000100:00100000:0.0:1769074956.497590:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:2369:x1855007657225728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.497601:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.497606:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230865d expref: 259 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.497629:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230865d expref: 259 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.497648:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40408 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230865d expref: 259 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.497663:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074956.497667:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.497675:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.497682:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.497708:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074956.497728:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.497735:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074956.497749:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2369:x1855007657225728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 161us (4207us total) trans 0 rc 0/0
00000004:00200000:1.0:1769074956.497756:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000100:00100000:0.0:1769074956.497757:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5312
00010000:00010000:1.0:1769074956.498049:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40463 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308680 expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.498064:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308680 expref: 258 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.498071:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074956.498074:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074956.498077:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:1.0:1769074956.498116:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657225472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13993us (14125us total) trans 4295106253 rc 0/0
00000100:00100000:1.0:1769074956.498123:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210162
00000100:00100000:3.0:1769074956.502185:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.502263:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657225984
00000100:00100000:1.0:1769074956.502284:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657225984
00000100:00100000:1.0:1769074956.502345:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210163
00000100:00100000:1.0:1769074956.502355:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657225984:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.502382:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.502404:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4047f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230868e expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.502486:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.502497:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308680 expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.502507:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.502532:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308680 expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.502539:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308680 expref: 259 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.502549:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286240700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623381504:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.502616:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074956.505872:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.505946:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb60a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:13375:1855007623381376:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.505985:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 77 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.506006:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73400, rc 0)
00000100:00100000:3.0:1769074956.506068:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13246:x1855007657225856:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9356us (9553us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.506077:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2939
00000100:00100000:0.0:1769074956.506081:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657226112
00000100:00100000:0.0:1769074956.506087:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657226112
00010000:00010000:0.0:1769074956.506118:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230864f expref: 77 pid: 13367 timeout: 2042 lvb_type: 1
00000100:00100000:0.0:1769074956.506143:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5313
00000100:00100000:0.0:1769074956.506151:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657226112:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.506165:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.506187:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230864f expref: 77 pid: 13367 timeout: 2042 lvb_type: 1
00010000:00010000:0.0:1769074956.506198:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230864f expref: 77 pid: 13367 timeout: 2042 lvb_type: 1
00010000:00010000:0.0:1769074956.506221:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fe00/0x2152b583a6e403e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230864f expref: 77 pid: 13367 timeout: 2042 lvb_type: 1
00010000:00010000:0.0:1769074956.506233:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074956.506235:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074956.506241:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 76 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.506250:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 76 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.506300:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 76 pid: 13375 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074956.506312:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623381632:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074956.506358:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff903389216780 going to sleep for 11 seconds
00000100:00100000:1.0:1769074956.506442:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286240700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623381504:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.506457:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074956.507552:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.507645:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657226240
00000100:00100000:2.0:1769074956.507652:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657226240
00010000:00010000:2.0:1769074956.507681:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308680 expref: 260 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.507714:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5314
00000100:00100000:2.0:1769074956.507723:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2368:x1855007657226240:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.507736:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.507742:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308680 expref: 260 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.507753:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308680 expref: 260 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.507772:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4046a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308680 expref: 260 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.507786:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074956.507791:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.507801:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.507808:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074956.507836:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.507885:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:2368:x1855007657226240:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 162us (337us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.507899:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5314
00010000:00010000:1.0:1769074956.508291:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.508301:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074956.508343:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.508347:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.508362:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.508385:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4047f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230868e expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.508398:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230868e expref: 258 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.508403:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074956.508405:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.508407:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8c00, rc 0)
00000100:00100000:1.0:1769074956.508429:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657225984:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6077us (6256us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.508433:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210163
00000100:00100000:1.0:1769074956.509802:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623381632:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074956.509825:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074956.509872:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657226112:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 3720us (4008us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.509882:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5313
00000100:00100000:0.0:1769074956.518133:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.518205:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.518260:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657226368
00000100:00100000:1.0:1769074956.518280:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657226368
00000100:00100000:2.0:1769074956.518281:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657226624
00000100:00100000:2.0:1769074956.518287:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657226624
00000100:00100000:2.0:1769074956.518331:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4299
00000100:00100000:1.0:1769074956.518335:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210164
00000100:00100000:1.0:1769074956.518341:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13245:x1855007657226368:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074956.518341:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657226624:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:1.0:1769074956.518361:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.518380:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4048d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308695 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.518431:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518444:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518456:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518467:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518473:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518478:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518560:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518568:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518575:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074956.518594:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.518598:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.518608:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518617:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518625:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518630:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518640:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518645:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.518648:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518655:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518666:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.518669:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:2.0:1769074956.518670:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657226624:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 329us (463us total) trans 4295106254 rc 0/0
00010000:00010000:1.0:1769074956.518674:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074956.518677:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4299
00010000:00010000:1.0:1769074956.518680:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e40494 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518690:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518695:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518699:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518704:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.518706:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518711:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518717:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x17d46a (ffff9032a2c16100)
00010000:00010000:1.0:1769074956.518719:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.518722:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518727:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4049b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.518750:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4048d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 261 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.518763:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 260 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.518769:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:1.0:1769074956.518771:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.518774:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9600, rc 0)
00000100:00100000:1.0:1769074956.518795:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657226368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 455us (678us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.518801:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210164
00000100:00100000:3.0:1769074956.526020:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.526164:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657226880
00000100:00100000:0.0:1769074956.526175:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657226880
00000100:00100000:0.0:1769074956.526260:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210165
00000100:00100000:0.0:1769074956.526280:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657226880:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.526301:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.526322:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e404a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230869c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.526423:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.526438:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e2ee07 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230333d expref: 261 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.526446:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 261 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.526453:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.526490:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 261 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.526503:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 261 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.526515:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623381760:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.526610:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e2ee07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230333d expref: 261 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.526619:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e2ee07 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230333d expref: 261 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.526627:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623381888:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.526649:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033892163c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074956.529097:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.529323:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657227008
00000100:00100000:1.0:1769074956.529333:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657227008
00000100:00100000:1.0:1769074956.529390:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210166
00000100:00100000:1.0:1769074956.529400:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657227008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.529425:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.529446:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e404b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086a3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.529512:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529527:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529538:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529551:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529557:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529562:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529670:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529678:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529685:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074956.529720:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10415:0x0]: returning size 2048
00000004:00200000:1.0:1769074956.529724:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.529742:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529753:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529760:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529765:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529770:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529775:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.529779:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529785:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529795:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.529810:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.529815:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529821:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e404be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529832:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529838:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529843:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529848:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.529851:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529856:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529864:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2edc570 (ffff9032a2c16100)
00010000:00010000:1.0:1769074956.529866:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.529869:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529874:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.529903:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e404b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 264 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.529981:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 263 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.529987:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:1.0:1769074956.529990:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.529993:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8000, rc 0)
00000100:00100000:1.0:1769074956.530057:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657227008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 658us (969us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.530064:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210166
00000100:00100000:3.0:1769074956.533073:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.533183:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657227136
00000100:00100000:1.0:1769074956.533193:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657227136
00010000:00010000:1.0:1769074956.533232:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 263 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.533277:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5315
00000100:00100000:1.0:1769074956.533287:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2368:x1855007657227136:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.533301:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.533307:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 263 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.533319:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 263 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.533341:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:1.0:1769074956.533346:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.533355:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.533361:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074956.533413:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2368:x1855007657227136:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 127us (349us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.533421:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5315
00000100:00100000:0.0:1769074956.541117:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074956.541183:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000001f323056 x1855007623381760) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 262 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.541207:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e404a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308695 expref: 262 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.541207:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657227392
00000100:00100000:3.0:1769074956.541215:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657227392
00000100:00100000:1.0:1769074956.541222:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623381760:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.541285:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210167
00000100:00100000:3.0:1769074956.541295:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657227392:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.541317:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.541335:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e404d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086aa expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.541440:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.541454:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308679 expref: 263 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.541461:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 263 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.541469:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 5/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.541501:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 263 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.541513:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 263 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.541526:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382016:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.542839:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.542958:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.543452:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657227520
00000100:00100000:2.0:1769074956.543463:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657227520
00010000:00010000:2.0:1769074956.543502:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e2ee07 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230333d expref: 264 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.543580:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657227648
00000100:00100000:2.0:1769074956.543584:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657227648
00010000:00010000:2.0:1769074956.543598:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 265 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.543643:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5316
00000100:00100000:0.0:1769074956.543654:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657227520:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.543668:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.543673:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e2ee07 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230333d expref: 265 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.543688:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e2ee07 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230333d expref: 265 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.543718:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:0.0:1769074956.543723:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.543732:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.543739:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.543757:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.543811:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657227520:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 159us (978us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.543820:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5316
00000100:00100000:0.0:1769074956.543878:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5317
00000100:00100000:0.0:1769074956.543886:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2368:x1855007657227648:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.543926:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.543940:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 264 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.543950:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 264 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.543963:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:0.0:1769074956.543967:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.543973:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.543979:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.543998:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2368:x1855007657227648:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 114us (1040us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.544004:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5317
00010000:00010000:1.0:1769074956.546191:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e2ee07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230333d expref: 263 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.546215:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623381888:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.546240:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:1.0:1769074956.546247:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.546257:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.546263:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074956.546285:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00010000:00010000:1.0:1769074956.546439:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e404a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230869c expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.546455:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230869c expref: 263 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.546463:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:1.0:1769074956.546466:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074956.546469:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7a00, rc 0)
00000100:00100000:1.0:1769074956.546538:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657226880:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20269us (20526us total) trans 4295106255 rc 0/0
00000100:00100000:1.0:1769074956.546546:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210165
00000100:00100000:0.0:1769074956.551110:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.551329:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657227776
00000100:00100000:1.0:1769074956.551339:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657227776
00000100:00100000:1.0:1769074956.551417:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210168
00000100:00100000:1.0:1769074956.551428:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657227776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.551453:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.551475:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e404e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086b1 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.551563:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.551578:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230869c expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.551586:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.551618:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230869c expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.551631:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230869c expref: 264 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.551644:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286240700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623382144:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.551743:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00010000:00010000:2.0:1769074956.551767:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308679 expref: 264 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.551776:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308679 expref: 264 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.551791:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3927480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382272:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074956.551813:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.556049:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286240700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623382144:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.556080:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074956.559788:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.559830:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.559975:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657227904
00000100:00100000:3.0:1769074956.559985:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657227904
00010000:00010000:3.0:1769074956.560025:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308679 expref: 265 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.560053:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657228032
00000100:00100000:3.0:1769074956.560056:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657228032
00010000:00010000:3.0:1769074956.560067:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230869c expref: 266 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.560100:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5318
00000100:00100000:3.0:1769074956.560109:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2369:x1855007657227904:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.560123:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.560130:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308679 expref: 266 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.560141:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308679 expref: 266 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.560164:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:3.0:1769074956.560171:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.560191:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.560199:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.560219:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.560270:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2369:x1855007657227904:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 162us (491us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.560279:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5318
00000100:00100000:3.0:1769074956.560296:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5319
00000100:00100000:3.0:1769074956.560302:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2366:x1855007657228032:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.560309:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.560313:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230869c expref: 265 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.560322:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230869c expref: 265 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.560333:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e404b0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230869c expref: 265 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.560347:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:3.0:1769074956.560352:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.560359:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.560365:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.560378:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.560396:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2366:x1855007657228032:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 94us (566us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.560403:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5319
00010000:00010000:0.0:1769074956.560576:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.560584:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074956.560627:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:0.0:1769074956.560631:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.560648:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.560678:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e404e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b1 expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.560692:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b1 expref: 263 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.560699:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:0.0:1769074956.560702:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074956.560705:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9e00, rc 0)
00000100:00100000:0.0:1769074956.560746:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657227776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9319us (9647us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.560753:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210168
00010000:00010000:1.0:1769074956.561512:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000fb3f0637 x1855007623382016) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 1/0,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 262 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.561531:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086a3 expref: 262 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.561548:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382016:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.561569:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40455 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308679 expref: 261 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.561579:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3927480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382272:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.561601:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:1.0:1769074956.561620:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.561628:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.561634:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074956.561649:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10415:0x0]: returning size 2048
00010000:00010000:1.0:1769074956.561804:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e404d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086aa expref: 262 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.561818:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086aa expref: 261 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.561825:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:1.0:1769074956.561828:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074956.561830:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72000, rc 0)
00000100:00100000:1.0:1769074956.561875:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657227392:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20582us (20769us total) trans 4295106256 rc 0/0
00000100:00100000:1.0:1769074956.561885:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210167
00000100:00100000:3.0:1769074956.569207:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.569352:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657228160
00000100:00100000:1.0:1769074956.569362:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657228160
00000100:00100000:1.0:1769074956.569426:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210169
00000100:00100000:1.0:1769074956.569436:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13245:x1855007657228160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.569456:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.569477:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086b8 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.569539:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.569553:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.569565:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.569579:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.569586:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.569592:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570057:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40512 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570067:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570074:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074956.570110:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.570115:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.570132:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570143:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40512 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570162:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570168:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570174:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570180:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.570184:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570191:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570205:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.570208:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.570214:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570220:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40504 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570233:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570238:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570243:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570247:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.570250:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570255:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570262:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc3f00931 (ffff9032a2c16100)
00010000:00010000:1.0:1769074956.570265:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.570268:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570273:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4050b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.570303:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e404fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b8 expref: 263 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.570316:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40512 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b8 expref: 262 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.570322:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074956.570324:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.570327:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:2.0:1769074956.570457:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657228160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1020us (1258us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.570465:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210169
00000100:00100000:0.0:1769074956.573710:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.573795:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657228288
00000100:00100000:2.0:1769074956.573805:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657228288
00000100:00100000:2.0:1769074956.573856:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210170
00000100:00100000:2.0:1769074956.573865:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657228288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.573896:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.573942:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40519 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086bf expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.574025:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.574040:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086aa expref: 263 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.574048:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.574080:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086aa expref: 263 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.574094:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086aa expref: 263 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.574115:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382400:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074956.574207:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074956.585655:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.585826:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382400:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.585858:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074956.586031:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657228416
00000100:00100000:2.0:1769074956.586040:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657228416
00000100:00100000:2.0:1769074956.586110:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1532
00000100:00100000:2.0:1769074956.586120:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2369:x1855007657228416:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.586136:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.586160:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40512 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b8 expref: 264 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.586184:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:2.0:1769074956.586190:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.586249:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2369:x1855007657228416:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (605us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.586256:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1532
00000100:00100000:3.0:1769074956.588773:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.588817:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.588900:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657228800
00000100:00100000:2.0:1769074956.588956:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657228800
00010000:00010000:2.0:1769074956.588998:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086aa expref: 263 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.589043:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5320
00000100:00100000:2.0:1769074956.589052:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2368:x1855007657228800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.589066:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.589071:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086aa expref: 263 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.589089:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086aa expref: 263 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.589112:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e404da lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086aa expref: 263 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.589127:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:2.0:1769074956.589131:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.589140:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.589147:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.589189:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.589248:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:2368:x1855007657228800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 196us (429us total) trans 0 rc 0/0
00010000:00010000:1.0:1769074956.589251:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074956.589256:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5320
00010000:00010000:1.0:1769074956.589259:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074956.589308:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10415:0x0]: returning size 2048
00000004:00200000:1.0:1769074956.589312:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.589333:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.589361:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40519 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10415:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086bf expref: 262 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.589375:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086bf expref: 261 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.589382:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:1.0:1769074956.589384:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.589387:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3fa00, rc 0)
00000100:00100000:1.0:1769074956.589432:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657228288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15568us (15731us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.589440:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210170
00000100:00100000:1.0:1769074956.589456:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657228672
00000100:00100000:1.0:1769074956.589459:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657228672
00000100:00100000:1.0:1769074956.589482:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210171
00000100:00100000:1.0:1769074956.589489:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13245:x1855007657228672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.589503:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.589518:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40527 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086c6 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.589588:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.589600:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e2ee8c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230336e expref: 262 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.589618:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.589647:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e2ee8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230336e expref: 262 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.589659:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e2ee8c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230336e expref: 262 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.589672:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382528:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.589722:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074956.594620:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.594717:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657228928
00000100:00100000:2.0:1769074956.594729:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657228928
00010000:00010000:2.0:1769074956.594775:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e2ee8c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230336e expref: 263 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.594822:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5321
00000100:00100000:2.0:1769074956.594833:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2366:x1855007657228928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.594848:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.594856:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e2ee8c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230336e expref: 263 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.594869:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e2ee8c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230336e expref: 263 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.594893:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:2.0:1769074956.594900:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.594963:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.594972:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.594995:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.595058:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2366:x1855007657228928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 226us (446us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.595066:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5321
00010000:00010000:1.0:1769074956.595434:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e2ee8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230336e expref: 262 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.595450:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382528:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.595470:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.595478:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.595483:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074956.595503:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00010000:00010000:1.0:1769074956.595672:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40527 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086c6 expref: 263 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.595687:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086c6 expref: 262 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.595695:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074956.595698:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074956.595701:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:1.0:1769074956.595744:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657228672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6255us (6980us total) trans 4295106257 rc 0/0
00000100:00100000:1.0:1769074956.595752:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210171
00000100:00100000:3.0:1769074956.601312:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.601350:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.601607:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657229056
00000100:00100000:0.0:1769074956.601617:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657229056
00000100:00100000:0.0:1769074956.601677:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657229184
00000100:00100000:0.0:1769074956.601681:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657229184
00000100:00100000:0.0:1769074956.601709:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210172
00000100:00100000:0.0:1769074956.601718:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657229056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.601738:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.601759:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4053c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086cd expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074956.601804:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210173
00000100:00100000:1.0:1769074956.601814:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657229184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.601825:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.601826:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.601833:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e4054a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086d4 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.601839:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.601850:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.601864:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.601870:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.601875:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074956.601883:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.601891:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086c6 expref: 265 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.601899:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.601963:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086c6 expref: 265 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.601975:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086c6 expref: 265 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.601988:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382656:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.602027:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4055f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602035:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4055f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602042:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4055f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074956.602062:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000004:00200000:0.0:1769074956.602070:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10415:0x0]: returning size 2048
00000004:00200000:0.0:1769074956.602074:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.602091:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4055f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602101:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4055f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602108:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602113:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602119:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602125:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.602129:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602135:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602146:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074956.602149:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.602154:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602159:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40543 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602169:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602187:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602192:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602197:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.602200:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602205:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602212:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2edc570 (ffff903298a49d00)
00010000:00010000:0.0:1769074956.602215:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.602217:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602222:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40551 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.602258:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4053c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086cd expref: 266 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.602269:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4055f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086cd expref: 265 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.602275:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:0.0:1769074956.602277:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074956.602279:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:0.0:1769074956.602310:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657229056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 593us (1009us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.602316:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210172
00000100:00100000:2.0:1769074956.608013:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.608161:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657229312
00000100:00100000:3.0:1769074956.608171:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657229312
00000100:00100000:3.0:1769074956.608246:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1533
00000100:00100000:3.0:1769074956.608256:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2366:x1855007657229312:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.608282:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.608304:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4055f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086cd expref: 265 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.608321:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:3.0:1769074956.608325:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.608568:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2366:x1855007657229312:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 313us (562us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.608575:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1533
00000100:00100000:1.0:1769074956.618851:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286241180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623382656:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.618880:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074956.620173:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.620461:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657229440
00000100:00100000:3.0:1769074956.620470:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657229440
00010000:00010000:3.0:1769074956.620507:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086c6 expref: 264 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.620552:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5322
00000100:00100000:3.0:1769074956.620561:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2366:x1855007657229440:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.620573:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.620580:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086c6 expref: 264 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.620592:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086c6 expref: 264 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.620613:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4052e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086c6 expref: 264 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.620634:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:3.0:1769074956.620640:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.620649:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.620656:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.620687:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.620743:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2366:x1855007657229440:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 184us (576us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.620751:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5322
00010000:00010000:1.0:1769074956.620820:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.620833:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074956.620878:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.620883:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.620951:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.620982:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e4054a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086d4 expref: 263 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.620995:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086d4 expref: 262 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.621008:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074956.621011:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.621014:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:1.0:1769074956.621041:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657229184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19230us (19691us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.621048:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210173
00000100:00100000:3.0:1769074956.621724:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.622128:0:13312:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657229568
00000100:00100000:2.0:1769074956.622136:0:13312:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657229568
00002000:00100000:2.0:1769074956.622176:0:13312:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1cc:0x0] (0->4095)  req@ffff9033bdc38000 x1855007657229568/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:492/0 lens 4584/0 e 0 to 0 dl 1769074967 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074956.622186:0:13312:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bdc38000 with x1855007657229568 ext(0->4095)
00002000:00010000:2.0:1769074956.622191:0:13312:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9033bdc38000
00000100:00100000:2.0:1769074956.622213:0:13312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 624
00000100:00100000:2.0:1769074956.622221:0:13312:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657229568:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:2.0:1769074956.622676:0:13312:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657229568:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 454us (952us total) trans 4294968154 rc 0/0
00000100:00100000:2.0:1769074956.622685:0:13312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 624
00002000:00100000:2.0:1769074956.622692:0:13312:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1cc:0x0] (0->4095)  req@ffff9033bdc38000 x1855007657229568/t4294968154(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:492/0 lens 4584/448 e 0 to 0 dl 1769074967 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074956.622700:0:13312:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bdc38000 with x1855007657229568 ext(0->4095)
00002000:00010000:2.0:1769074956.622703:0:13312:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9033bdc38000
00000100:00100000:3.0:1769074956.627030:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.627391:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657229696
00000100:00100000:1.0:1769074956.627401:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657229696
00000100:00100000:1.0:1769074956.627519:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210174
00000100:00100000:1.0:1769074956.627530:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657229696:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:0.0:1769074956.637318:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.637448:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657229824
00000100:00100000:2.0:1769074956.637460:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657229824
00000100:00100000:2.0:1769074956.637522:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210175
00000100:00100000:2.0:1769074956.637533:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657229824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.637553:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.637575:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40566 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086db expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.637640:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637654:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637666:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637682:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637689:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637696:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637811:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e4057b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637820:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e4057b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637826:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e4057b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074956.637859:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000004:00200000:2.0:1769074956.637864:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074956.637883:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e4057b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637940:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e4057b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637950:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637956:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637963:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637968:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3e200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.637972:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637979:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.637990:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074956.637993:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.637998:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.638005:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4056d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.638015:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.638020:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.638026:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.638031:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3ea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.638034:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.638039:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.638045:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x103f9c81 (ffff90328e9ab800)
00010000:00010000:2.0:1769074956.638048:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.638051:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.638056:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40574 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074956.638085:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40566 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086db expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.638099:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e4057b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086db expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.638105:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:2.0:1769074956.638107:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074956.638110:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3f600, rc 0)
00000100:00100000:2.0:1769074956.638169:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657229824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 637us (858us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.638191:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210175
00000100:00100000:1.0:1769074956.649958:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.650048:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.650120:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657229952
00000100:00100000:3.0:1769074956.650129:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657229952
00000100:00100000:3.0:1769074956.650204:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1534
00000100:00100000:3.0:1769074956.650215:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2369:x1855007657229952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.650235:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.650260:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e4057b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086db expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.650294:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074956.650300:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.650358:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2369:x1855007657229952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 145us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.650367:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1534
00000100:00100000:3.0:1769074956.650393:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657230208
00000100:00100000:3.0:1769074956.650398:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657230208
00000100:00100000:3.0:1769074956.650423:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210176
00000100:00100000:3.0:1769074956.650429:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657230208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.650446:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.650464:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40582 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086e2 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.650577:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.650591:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddade00/0x2152b583a6e2ef03 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303398 expref: 264 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.650599:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.650631:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddade00/0x2152b583a6e2ef03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303398 expref: 264 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.650644:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddade00/0x2152b583a6e2ef03 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303398 expref: 264 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.650660:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623382784:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.650726:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386537300 going to sleep for 11 seconds
00000100:00100000:1.0:1769074956.654341:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.654371:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657230336
00000100:00100000:1.0:1769074956.654379:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657230336
00010000:00010000:1.0:1769074956.654416:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddade00/0x2152b583a6e2ef03 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303398 expref: 265 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.654449:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5323
00000100:00100000:1.0:1769074956.654458:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657230336:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.654474:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.654480:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddade00/0x2152b583a6e2ef03 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303398 expref: 265 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.654491:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddade00/0x2152b583a6e2ef03 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303398 expref: 265 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.654514:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:1.0:1769074956.654519:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.654528:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.654534:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.654553:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074956.654600:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657230336:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 144us (269us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.654607:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5323
00010000:00010000:3.0:1769074956.654781:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddade00/0x2152b583a6e2ef03 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303398 expref: 264 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.654802:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623382784:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.654822:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.654830:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.654836:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074956.654855:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00010000:00010000:3.0:1769074956.655161:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40582 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e2 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.655176:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e2 expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.655184:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074956.655187:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074956.655189:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:3.0:1769074956.655222:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657230208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4793us (5173us total) trans 4295106258 rc 0/0
00000100:00100000:3.0:1769074956.655229:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210176
00000100:00100000:1.0:1769074956.659265:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.659390:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657230464
00000100:00100000:3.0:1769074956.659400:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657230464
00000100:00100000:3.0:1769074956.659461:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210177
00000100:00100000:3.0:1769074956.659471:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657230464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.659496:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.659519:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40597 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086e9 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.659603:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.659618:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e2 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.659626:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.659660:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e2 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.659674:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e2 expref: 265 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.659686:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623382912:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.659763:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a9283c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074956.670124:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.670210:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623382912:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.670238:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074956.670270:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657230592
00000100:00100000:3.0:1769074956.670277:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657230592
00010000:00010000:3.0:1769074956.670310:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e2 expref: 266 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.670353:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5324
00000100:00100000:3.0:1769074956.670362:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2369:x1855007657230592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.670376:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.670382:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e2 expref: 266 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.670393:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e2 expref: 266 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.670413:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40589 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e2 expref: 266 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.670426:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074956.670431:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.670451:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.670459:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.670478:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.670521:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2369:x1855007657230592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 161us (408us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.670529:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5324
00010000:00010000:3.0:1769074956.670549:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.670559:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074956.670601:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000004:00200000:3.0:1769074956.670605:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074956.670624:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.670650:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40597 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e9 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.670662:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e9 expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.670669:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074956.670672:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074956.670675:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72000, rc 0)
00000100:00100000:3.0:1769074956.670696:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657230464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11228us (11444us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.670702:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210177
00000100:00100000:1.0:1769074956.678538:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.678677:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657230720
00000100:00100000:3.0:1769074956.678688:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657230720
00000100:00100000:3.0:1769074956.678749:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210178
00000100:00100000:3.0:1769074956.678758:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657230720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.678777:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.678796:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086f0 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.678864:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.678877:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.678898:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.678948:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.678957:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.678964:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679076:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e405ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679083:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e405ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679090:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e405ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074956.679121:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:3.0:1769074956.679126:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074956.679144:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e405ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679155:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e405ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679163:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679169:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679176:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679182:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.679186:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679194:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679205:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.679208:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.679212:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679217:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679230:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679235:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679240:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679249:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.679252:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679258:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679264:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2ee4e5f8 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074956.679267:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.679270:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679275:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.679305:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f0 expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.679317:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e405ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f0 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.679325:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074956.679327:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074956.679330:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:3.0:1769074956.679387:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657230720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 629us (860us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.679395:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210178
00000100:00100000:2.0:1769074956.687692:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.687771:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657230848
00000100:00100000:3.0:1769074956.687780:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657230848
00000100:00100000:3.0:1769074956.687843:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1535
00000100:00100000:3.0:1769074956.687852:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2369:x1855007657230848:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.687868:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.688052:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e405ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f0 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.688070:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074956.688075:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.688125:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2369:x1855007657230848:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 274us (441us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.688132:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1535
00000100:00100000:2.0:1769074956.692535:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657229696:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 64996us (65503us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.692550:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210174
00000001:00080000:3.0:1769074956.692625:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106250 is committed
00000001:00080000:3.0:1769074956.692664:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106257 is committed
00000004:00080000:3.0:1769074956.692730:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 123 committed
00000100:00100000:3.0:1769074956.693434:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623383040:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1769074956.693489:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074956.693581:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1769074956.693588:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623383168:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1769074956.693608:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074956.693667:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623383296:0@lo:6:osp-syn-1-0.0
00000100:00100000:0.0:1769074956.693899:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074956.694015:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623383040
00000100:00100000:2.0:1769074956.694024:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623383040
00000100:00100000:0.0:1769074956.695299:0:6547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623383168
00000100:00100000:0.0:1769074956.695311:0:6547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623383168
00000100:00100000:0.0:1769074956.695354:0:6547:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623383296
00000100:00100000:0.0:1769074956.695357:0:6547:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623383296
00000100:00100000:0.0:1769074956.695381:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940
00000100:00100000:0.0:1769074956.695389:0:6547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3295:x1855007623383168:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1769074956.695418:0:6547:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:455 count 1
00010000:00010000:0.0:1769074956.695447:0:6547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.695467:0:6547:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 75 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.695479:0:6547:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074956.695481:0:6547:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074956.695485:0:6547:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.695518:0:6547:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 75 pid: 13376 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.695531:0:6547:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 75 pid: 13376 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.695546:0:6547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6547:1855007623383424:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.695613:0:6547:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033912c6000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.695628:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941
00000100:00100000:0.0:1769074956.695636:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3293:x1855007623383296:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1769074956.695648:0:8946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:459 count 1
00010000:00010000:0.0:1769074956.695659:0:8946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.695670:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.695676:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074956.695678:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074956.695680:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.695704:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.695713:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 75 pid: 13367 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.695721:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623383552:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.695746:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033912c6780 going to sleep for 11 seconds
00000100:00100000:2.0:1769074956.695851:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2942
00000100:00100000:2.0:1769074956.695859:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3295:x1855007623383040:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1769074956.695871:0:13375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:456 count 1
00010000:00010000:2.0:1769074956.695883:0:13375:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.695920:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 75 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.695927:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074956.695937:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074956.695941:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.695960:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 75 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.695969:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 75 pid: 13375 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.695979:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:13375:1855007623383680:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074956.696003:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff903384c72480 going to sleep for 11 seconds
00000100:00080000:3.0:1769074956.696454:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1769074956.696668:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.696874:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657231104
00000100:00100000:3.0:1769074956.696880:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657231104
00000100:00100000:3.0:1769074956.697073:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210179
00000100:00100000:3.0:1769074956.697083:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+209:13245:x1855007657231104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.697097:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.697114:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e405d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086f7 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.697219:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.697233:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e2ef73 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23033bb expref: 210 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.697241:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.697270:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e2ef73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033bb expref: 210 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.697279:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e2ef73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033bb expref: 210 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.697291:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623383808:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.697353:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a9283c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074956.699731:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.699890:0:6547:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6547:1855007623383424:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.699969:0:6547:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074956.700077:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657231232
00000100:00100000:1.0:1769074956.700086:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657231232
00000100:00100000:1.0:1769074956.700141:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2943
00000100:00100000:1.0:1769074956.700151:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657231232:12345-192.168.204.54@tcp:16:dbench.0
00000100:00100000:2.0:1769074956.712704:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.712854:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657231360
00000100:00100000:3.0:1769074956.712864:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657231360
00010000:00010000:3.0:1769074956.712943:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 76 pid: 13376 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.712978:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5325
00000100:00100000:3.0:1769074956.712988:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657231360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.713002:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.713007:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 76 pid: 13376 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.713026:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 76 pid: 13376 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.713049:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e3f1ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230806e expref: 76 pid: 13376 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.713067:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074956.713069:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074956.713074:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.713085:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.713113:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.713169:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657231360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (474us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.713177:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5325
00000100:00100000:3.0:1769074956.713298:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.713314:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657231488
00000100:00100000:3.0:1769074956.713318:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657231488
00010000:00010000:3.0:1769074956.713333:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 75 pid: 13375 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.713354:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5326
00000100:00100000:3.0:1769074956.713361:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389469450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2369:x1855007657231488:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.713372:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.713377:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 75 pid: 13375 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.713387:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 75 pid: 13375 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.713400:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074956.713402:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074956.713406:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.713413:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.713425:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.713447:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389469450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2369:x1855007657231488:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 87us (150us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.713454:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5326
00010000:00010000:3.0:1769074956.714431:0:6547:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.714445:0:6547:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.714456:0:6547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.714468:0:6547:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.714490:0:6547:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074956.714835:0:6547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3295:x1855007623383168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19444us (21222us total) trans 4294968241 rc 0/0
00000100:00100000:3.0:1769074956.714843:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940
00000004:00080000:3.0:1769074956.714951:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9032a3924380/2, rc 0, transno 4294968241
00000100:00100000:3.0:1769074956.714963:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623383168:0@lo:6:osp-syn-1-0.0
00010000:00010000:1.0:1769074956.715034:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074956.715042:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.715051:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7a00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074956.715055:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.715068:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.715085:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.715092:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7a00/0x2152b583a6e405c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.715110:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074956.715112:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074956.715114:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074956.715486:0:13375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032abb72400/0x2152b583a6e3f353 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23080d0 expref: 74 pid: 13375 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.715498:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:13375:1855007623383680:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074956.715518:0:13375:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.715527:0:13375:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.715534:0:13375:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.715547:0:13375:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.715557:0:13375:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.715571:0:13375:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1769074956.715760:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+10:3295:x1855007623383040:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19900us (22269us total) trans 4294968242 rc 0/0
00000100:00100000:2.0:1769074956.715768:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2942
00000004:00080000:3.0:1769074956.716641:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9032a3925f80/2, rc 0, transno 4294968242
00000100:00100000:3.0:1769074956.716664:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3925f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623383040:0@lo:6:osp-syn-1-0.0
00000100:00100000:3.0:1769074956.716788:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623383552:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.716808:0:8946:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074956.717135:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.717296:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623383808:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.717312:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.717400:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074956.717407:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.717416:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5e00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074956.717421:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.717430:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.717448:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.717461:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f5e00/0x2152b583a6e405cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.717484:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074956.717485:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074956.717487:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769074956.717856:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657231744
00000100:00100000:2.0:1769074956.717864:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657231744
00010000:00010000:2.0:1769074956.717926:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e2ef73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033bb expref: 211 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.717965:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5327
00000100:00100000:2.0:1769074956.717973:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2368:x1855007657231744:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.717987:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.717993:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e2ef73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033bb expref: 211 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.718002:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e2ef73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033bb expref: 211 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.718018:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e2ef73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033bb expref: 211 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.718035:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:2.0:1769074956.718040:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.718048:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.718055:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.718077:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.718125:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2368:x1855007657231744:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 153us (991us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.718133:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5327
00000100:00100000:3.0:1769074956.719040:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.719070:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657231616
00000100:00100000:3.0:1769074956.719078:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657231616
00010000:00010000:3.0:1769074956.719104:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 74 pid: 13367 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.719135:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5328
00000100:00100000:3.0:1769074956.719143:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2369:x1855007657231616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.719155:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.719159:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 74 pid: 13367 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.719305:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 74 pid: 13367 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.719328:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bb8cc000/0x2152b583a6e3ffd2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084ff expref: 74 pid: 13367 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.719343:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074956.719345:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074956.719350:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.719359:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.719387:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.719428:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657231616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 287us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.719436:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5328
00010000:00010000:3.0:1769074956.719747:0:8946:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.719761:0:8946:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.719772:0:8946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.719779:0:8946:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.719798:0:8946:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074956.720569:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3293:x1855007623383296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 24931us (26677us total) trans 4294968243 rc 0/0
00000100:00100000:3.0:1769074956.720578:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941
00010000:00010000:3.0:1769074956.720608:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074956.720614:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.720622:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074956.720626:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.720634:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.720649:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.720661:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7000/0x2152b583a6e405c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.720689:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074956.720691:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074956.720693:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074956.720704:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.720711:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074956.720729:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00010000:00010000:3.0:1769074956.720851:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e405d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f7 expref: 211 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.720866:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f7 expref: 210 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.720874:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074956.720877:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074956.720880:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13800, rc 0)
00000100:00100000:3.0:1769074956.720961:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657231104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 23879us (24295us total) trans 4295106259 rc 0/0
00000100:00100000:3.0:1769074956.720967:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210179
00000004:00080000:2.0:1769074956.724536:0:3293:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9032a3927100/2, rc 0, transno 4294968243
00000100:00100000:2.0:1769074956.724565:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3927100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623383296:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1769074956.728359:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.728437:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657231872
00000100:00100000:3.0:1769074956.728450:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657231872
00000100:00100000:3.0:1769074956.728511:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210180
00000100:00100000:3.0:1769074956.728522:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657231872:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.728546:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.728565:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23086fe expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.728649:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.728665:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f7 expref: 211 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.728675:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.728709:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f7 expref: 211 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.728721:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f7 expref: 211 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.728733:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623383936:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.728807:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033912c6000 going to sleep for 11 seconds
00010000:00010000:1.0:1769074956.730692:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074956.733870:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623383936:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.733937:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074956.735124:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.735228:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657232000
00000100:00100000:2.0:1769074956.735237:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657232000
00010000:00010000:2.0:1769074956.735274:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f7 expref: 212 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.735315:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5329
00000100:00100000:2.0:1769074956.735324:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:2368:x1855007657232000:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.735338:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.735345:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f7 expref: 212 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.735361:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f7 expref: 212 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.735382:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e405dd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086f7 expref: 212 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.735397:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:2.0:1769074956.735402:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.735411:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.735418:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.735438:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.735489:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2368:x1855007657232000:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 166us (371us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.735496:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5329
00010000:00010000:0.0:1769074956.735683:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.735691:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074956.735738:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:0.0:1769074956.735743:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.735762:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.735792:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e405eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086fe expref: 211 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.735806:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086fe expref: 210 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.735813:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:0.0:1769074956.735816:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074956.735818:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:0.0:1769074956.735859:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657231872:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7339us (7510us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.735865:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210180
00000100:00100000:0.0:1769074956.750430:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.750509:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657232128
00000100:00100000:3.0:1769074956.750520:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657232128
00000100:00100000:3.0:1769074956.750583:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210181
00000100:00100000:3.0:1769074956.750593:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657232128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.750614:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.750635:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e405f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308705 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.750709:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.750723:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.750733:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.750748:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.750755:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.750761:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.750874:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4060e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.750883:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4060e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.750901:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4060e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074956.750967:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:3.0:1769074956.750972:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074956.750992:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4060e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751003:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4060e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751010:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751016:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751022:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751027:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.751031:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751037:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751047:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.751049:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.751053:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751058:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40600 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751069:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751074:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751080:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751084:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.751086:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751090:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751095:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x51a4c572 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074956.751098:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.751100:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751105:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40607 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074956.751136:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e405f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308705 expref: 212 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.751149:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4060e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308705 expref: 211 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.751155:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:3.0:1769074956.751158:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074956.751160:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72400, rc 0)
00000100:00100000:3.0:1769074956.751219:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657232128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 627us (800us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.751226:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210181
00000100:00100000:1.0:1769074956.764064:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.764112:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.764196:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657232256
00000100:00100000:0.0:1769074956.764207:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657232256
00000100:00100000:0.0:1769074956.764273:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1536
00000100:00100000:0.0:1769074956.764284:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2368:x1855007657232256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.764299:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.764324:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4060e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308705 expref: 211 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.764343:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:0.0:1769074956.764348:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.764402:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:2368:x1855007657232256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 119us (347us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.764410:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1536
00000100:00100000:0.0:1769074956.764438:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657232512
00000100:00100000:0.0:1769074956.764442:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657232512
00000100:00100000:0.0:1769074956.764467:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210182
00000100:00100000:0.0:1769074956.764474:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+210:13245:x1855007657232512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.764491:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.764506:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40615 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230870c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.764600:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.764614:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e2efb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23033d0 expref: 211 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.764626:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.764660:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e2efb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033d0 expref: 211 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.764673:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e2efb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033d0 expref: 211 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.764687:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384064:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.764739:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267f00 going to sleep for 11 seconds
00000001:00080000:3.0:1769074956.769898:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968150 is committed
00000001:00080000:3.0:1769074956.769955:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968142 is committed
00000001:00080000:3.0:1769074956.769962:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968153 is committed
00000001:00080000:3.0:1769074956.769966:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968144 is committed
00000001:00080000:3.0:1769074956.769972:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968154 is committed
00000100:00100000:3.0:1769074956.771135:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.771590:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384064:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.771617:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074956.771687:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657232640
00000100:00100000:2.0:1769074956.771695:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657232640
00010000:00010000:2.0:1769074956.771730:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e2efb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033d0 expref: 212 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.771767:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5330
00000100:00100000:2.0:1769074956.771777:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:2368:x1855007657232640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.771792:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.771800:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e2efb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033d0 expref: 212 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.771811:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e2efb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033d0 expref: 212 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.771834:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e2efb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033d0 expref: 212 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.771847:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:2.0:1769074956.771853:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.771861:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.771868:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.771897:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.771986:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2368:x1855007657232640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 209us (856us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.771994:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5330
00010000:00010000:3.0:1769074956.772276:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.772283:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074956.772303:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00010000:00010000:3.0:1769074956.772446:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40615 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230870c expref: 212 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.772463:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230870c expref: 211 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.772470:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:3.0:1769074956.772473:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074956.772475:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074956.772503:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657232512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8029us (8390us total) trans 4295106260 rc 0/0
00000100:00100000:3.0:1769074956.772510:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210182
00000100:00100000:1.0:1769074956.772853:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+70:2368:x1855007657231232:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 72702us (73131us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.772862:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2943
00000100:00100000:0.0:1769074956.783024:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.783123:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657232768
00000100:00100000:3.0:1769074956.783134:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657232768
00000100:00100000:3.0:1769074956.783203:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210183
00000100:00100000:3.0:1769074956.783213:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657232768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.783246:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.783267:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4062a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308713 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.783359:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.783375:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230870c expref: 212 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.783385:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.783422:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230870c expref: 212 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.783436:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230870c expref: 212 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.783449:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384192:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.783548:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074956.786767:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.786879:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657232896
00000100:00100000:2.0:1769074956.786902:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657232896
00002000:00100000:2.0:1769074956.787004:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1cc:0x0] (0->4095)  req@ffff903286241500 x1855007657232896/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:492/0 lens 4584/0 e 0 to 0 dl 1769074967 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074956.787016:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff903286241500 with x1855007657232896 ext(0->4095)
00002000:00010000:2.0:1769074956.787023:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff903286241500
00000100:00100000:2.0:1769074956.787052:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 625
00000100:00100000:2.0:1769074956.787061:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2366:x1855007657232896:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:2.0:1769074956.787551:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2366:x1855007657232896:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 489us (793us total) trans 4294968244 rc 0/0
00000100:00100000:2.0:1769074956.787560:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 625
00002000:00100000:2.0:1769074956.787569:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1cc:0x0] (0->4095)  req@ffff903286241500 x1855007657232896/t4294968244(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:492/0 lens 4584/448 e 0 to 0 dl 1769074967 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074956.787577:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff903286241500 with x1855007657232896 ext(0->4095)
00002000:00010000:2.0:1769074956.787581:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff903286241500
00000100:00100000:3.0:1769074956.790665:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384192:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.790699:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074956.791413:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.791499:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657233024
00000100:00100000:0.0:1769074956.791507:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657233024
00010000:00010000:0.0:1769074956.791543:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230870c expref: 213 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.791582:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5331
00000100:00100000:0.0:1769074956.791591:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:2369:x1855007657233024:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.791607:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.791614:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230870c expref: 213 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.791631:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230870c expref: 213 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.791652:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4061c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230870c expref: 213 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.791669:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:0.0:1769074956.791674:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.791684:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.791690:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.791718:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.791772:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:2369:x1855007657233024:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 181us (362us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.791779:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5331
00010000:00010000:3.0:1769074956.791844:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.791851:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074956.791948:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:3.0:1769074956.791953:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074956.791973:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.792004:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4062a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308713 expref: 212 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.792020:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308713 expref: 211 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.792027:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:3.0:1769074956.792030:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074956.792032:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12e00, rc 0)
00000100:00100000:3.0:1769074956.792058:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657232768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8847us (9046us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.792064:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210183
00000100:00100000:2.0:1769074956.794170:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.794245:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657233152
00000100:00100000:3.0:1769074956.794255:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657233152
00000100:00100000:3.0:1769074956.794318:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210184
00000100:00100000:3.0:1769074956.794328:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13246:x1855007657233152:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:3.0:1769074956.794447:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13246:x1855007657233152:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 119us (284us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.794454:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210184
00000100:00100000:1.0:1769074956.798956:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.799077:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657233280
00000100:00100000:2.0:1769074956.799089:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657233280
00000100:00100000:2.0:1769074956.799145:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2944
00000100:00100000:2.0:1769074956.799155:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2367:x1855007657233280:12345-192.168.204.54@tcp:16:dbench.0
00000100:00100000:1.0:1769074956.804001:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.807143:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657233408
00000100:00100000:0.0:1769074956.807157:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657233408
00000100:00100000:0.0:1769074956.807225:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210185
00000100:00100000:0.0:1769074956.807235:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657233408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.807256:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.807276:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40638 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230871a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.807342:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807356:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807367:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807381:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807387:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807393:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807501:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4064d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807510:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4064d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807517:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4064d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074956.807552:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:0.0:1769074956.807557:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.807574:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4064d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807584:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4064d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807592:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807600:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807607:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807613:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.807618:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807626:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807638:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074956.807641:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.807647:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807653:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4063f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807668:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807674:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807679:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807685:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.807688:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807695:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807702:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x6324417e (ffff903298a49d00)
00010000:00010000:0.0:1769074956.807704:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.807707:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807712:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40646 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074956.807742:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40638 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230871a expref: 213 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.807755:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4064d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230871a expref: 212 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.807761:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:0.0:1769074956.807764:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074956.807766:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6c00, rc 0)
00000100:00100000:0.0:1769074956.807837:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657233408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 604us (3851us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.807845:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210185
00000100:00100000:2.0:1769074956.816610:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.816722:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657233536
00000100:00100000:3.0:1769074956.816732:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657233536
00000100:00100000:3.0:1769074956.816800:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1537
00000100:00100000:3.0:1769074956.816811:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389469c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:2367:x1855007657233536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.816829:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.816854:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4064d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230871a expref: 212 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.816873:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074956.816878:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.817434:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389469c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:2367:x1855007657233536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 623us (832us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.817443:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1537
00000100:00100000:1.0:1769074956.822369:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.822442:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657233792
00000100:00100000:3.0:1769074956.822452:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657233792
00000100:00100000:3.0:1769074956.822549:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210186
00000100:00100000:3.0:1769074956.822559:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+211:13245:x1855007657233792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.822582:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.822606:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40654 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308721 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.822726:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.822742:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e2eff1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23033e5 expref: 212 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.822751:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.822792:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e2eff1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033e5 expref: 212 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.822804:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e2eff1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033e5 expref: 212 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.822818:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384320:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.822945:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb8750c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074956.829100:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.830066:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657233920
00000100:00100000:1.0:1769074956.830078:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657233920
00010000:00010000:1.0:1769074956.830117:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e2eff1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033e5 expref: 213 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.830156:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5332
00000100:00100000:1.0:1769074956.830166:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:2368:x1855007657233920:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.830193:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.830200:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e2eff1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033e5 expref: 213 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.830214:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e2eff1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033e5 expref: 213 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.830236:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:1.0:1769074956.830241:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.830250:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.830257:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.830276:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074956.830332:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:2368:x1855007657233920:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 167us (1238us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.830340:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5332
00010000:00010000:2.0:1769074956.830839:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e2eff1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033e5 expref: 212 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.830859:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384320:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074956.830882:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.830901:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.830945:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074956.830963:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00010000:00010000:2.0:1769074956.831114:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40654 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308721 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.831129:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308721 expref: 212 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.831137:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:2.0:1769074956.831140:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074956.831143:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13800, rc 0)
00000100:00100000:2.0:1769074956.831200:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657233792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8642us (8842us total) trans 4295106261 rc 0/0
00000100:00100000:2.0:1769074956.831208:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210186
00000100:00100000:2.0:1769074956.836235:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.836678:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657234048
00000100:00100000:3.0:1769074956.836690:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657234048
00000100:00100000:3.0:1769074956.836756:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210187
00000100:00100000:3.0:1769074956.836766:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657234048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.836791:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.836814:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e40669 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308728 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.836935:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.836951:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308721 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.836959:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.836994:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308721 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.837007:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308721 expref: 213 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.837027:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384448:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.837109:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875c00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.840191:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384448:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074956.840226:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074956.840606:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.840677:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657234176
00000100:00100000:0.0:1769074956.840685:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657234176
00010000:00010000:0.0:1769074956.840719:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308721 expref: 214 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.840759:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5333
00000100:00100000:0.0:1769074956.840769:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2369:x1855007657234176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.840783:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.840790:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308721 expref: 214 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.840801:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308721 expref: 214 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.840825:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e4065b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308721 expref: 214 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.840842:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:0.0:1769074956.840846:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.840856:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.840863:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.840891:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.840979:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:2369:x1855007657234176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 211us (374us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.840988:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5333
00010000:00010000:0.0:1769074956.841075:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.841083:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074956.841131:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:0.0:1769074956.841136:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.841155:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.841200:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e40669 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308728 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.841215:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308728 expref: 212 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.841222:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:0.0:1769074956.841225:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074956.841228:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73c00, rc 0)
00000100:00100000:0.0:1769074956.841258:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657234048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4494us (5032us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.841265:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210187
00000100:00100000:0.0:1769074956.850433:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.850525:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657234304
00000100:00100000:3.0:1769074956.850536:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657234304
00000100:00100000:3.0:1769074956.850585:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210188
00000100:00100000:3.0:1769074956.850595:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+212:13245:x1855007657234304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.850615:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.850636:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40677 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230872f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.850706:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.850719:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.850730:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.850745:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.850751:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.850757:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.850862:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.850870:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.850877:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074956.851589:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:3.0:1769074956.851596:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074956.851617:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851630:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851638:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851644:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851651:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851657:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.851661:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851668:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851680:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074956.851683:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.851688:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851695:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4067e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851707:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851712:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851717:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851722:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074956.851724:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851730:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851737:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x76821429 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074956.851740:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074956.851743:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851749:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40685 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.851783:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40677 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230872f expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.851795:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230872f expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.851807:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:3.0:1769074956.851809:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074956.851812:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77c00, rc 0)
00000100:00100000:3.0:1769074956.852224:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13245:x1855007657234304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1628us (1798us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.852235:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210188
00000100:00100000:0.0:1769074956.862987:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.863119:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657234560
00000100:00100000:3.0:1769074956.863131:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657234560
00000100:00100000:3.0:1769074956.863189:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210189
00000100:00100000:3.0:1769074956.863200:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13245:x1855007657234560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.863221:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.863242:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40693 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308736 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.863352:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.863367:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e2f29f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23034b7 expref: 214 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.863375:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230872f expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.863382:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.863414:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230872f expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.863429:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230872f expref: 214 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.863443:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384576:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.863543:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e2f29f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23034b7 expref: 214 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.863552:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e2f29f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23034b7 expref: 214 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.863561:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384704:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.863585:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875600 going to sleep for 11 seconds
00000001:00080000:1.0:1769074956.864476:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968244 is committed
00000001:00080000:1.0:1769074956.864495:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968242 is committed
00000001:00080000:1.0:1769074956.864504:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968243 is committed
00000100:00100000:2.0:1769074956.866258:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2367:x1855007657233280:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 67096us (67363us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.866280:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2944
00000100:00100000:0.0:1769074956.870018:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074956.870200:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000ef741fcd x1855007623384576) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230872f expref: 214 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.870224:0:5764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230872f expref: 214 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.870248:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4068c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230872f expref: 214 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.870265:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384576:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.870277:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384704:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.870300:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074956.870306:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.870314:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.870324:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074956.870390:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657234688
00000100:00100000:3.0:1769074956.870398:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657234688
00000100:00100000:3.0:1769074956.870459:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1538
00000100:00100000:3.0:1769074956.870469:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2367:x1855007657234688:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.870485:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.870487:0:6560:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e4068c)
00010000:00010000:3.0:1769074956.870490:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.870544:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2367:x1855007657234688:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 77us (537us total) trans 0 rc 116/116
00000100:00100000:3.0:1769074956.870552:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1538
00000100:00100000:0.0:1769074956.877636:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.877729:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657234816
00000100:00100000:3.0:1769074956.877740:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657234816
00010000:00010000:3.0:1769074956.877781:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e2f29f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23034b7 expref: 214 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.877871:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5334
00000100:00100000:3.0:1769074956.877882:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2366:x1855007657234816:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.877947:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.877954:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e2f29f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23034b7 expref: 214 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.877967:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e2f29f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23034b7 expref: 214 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.877990:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e2f29f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23034b7 expref: 214 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.878004:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:3.0:1769074956.878009:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.878018:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.878026:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.878052:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.878118:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:2366:x1855007657234816:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 237us (493us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.878126:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5334
00010000:00010000:0.0:1769074956.878471:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.878480:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074956.878501:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00010000:00010000:0.0:1769074956.878660:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40693 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308736 expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.878676:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308736 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.878685:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:0.0:1769074956.878688:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074956.878690:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:0.0:1769074956.878739:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13245:x1855007657234560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15541us (15763us total) trans 4295106262 rc 0/0
00000100:00100000:0.0:1769074956.878746:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210189
00000100:00100000:0.0:1769074956.891086:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.891139:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.891307:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657234944
00000100:00100000:1.0:1769074956.891318:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657234944
00000100:00100000:1.0:1769074956.891376:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657235072
00000100:00100000:1.0:1769074956.891379:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657235072
00000100:00100000:1.0:1769074956.891405:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210190
00000100:00100000:1.0:1769074956.891414:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13245:x1855007657234944:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.891441:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.891464:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e406a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230873d expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.891561:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.891577:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308736 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.891586:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.891624:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308736 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.891637:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308736 expref: 215 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.891650:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384832:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.891727:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.892019:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210191
00000100:00100000:0.0:1769074956.892030:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657235072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.892039:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.892050:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e406b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308744 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.892085:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892095:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892106:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892121:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892127:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892133:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892208:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892216:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892222:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892228:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.892232:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892239:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892250:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074956.892253:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.892258:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892264:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e406bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892281:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892287:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892293:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892298:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074956.892301:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892306:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892313:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2fc4295a (ffff903298a49d00)
00010000:00010000:0.0:1769074956.892316:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.892319:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892325:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e406c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074956.892352:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e406b6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308744 expref: 216 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.892360:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074956.892363:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074956.892366:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e406b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308744 expref: 216 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.892380:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:0.0:1769074956.892412:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657235072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 386us (1272us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074956.892421:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210191
00000100:00100000:0.0:1769074956.896029:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.896387:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384832:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.896415:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074956.898673:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657235200
00000100:00100000:1.0:1769074956.898688:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657235200
00010000:00010000:1.0:1769074956.898738:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308736 expref: 215 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.898784:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5335
00000100:00100000:1.0:1769074956.898794:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:2368:x1855007657235200:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074956.898812:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074956.898818:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308736 expref: 215 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.898830:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308736 expref: 215 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.898853:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4069a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308736 expref: 215 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.898870:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074956.898875:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.898884:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.898890:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.898949:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074956.899011:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2368:x1855007657235200:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 218us (2991us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.899019:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5335
00010000:00010000:2.0:1769074956.899178:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.899188:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074956.899238:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:2.0:1769074956.899243:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074956.899262:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.899309:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e406a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230873d expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.899325:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230873d expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.899333:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:2.0:1769074956.899336:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074956.899338:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8800, rc 0)
00000100:00100000:2.0:1769074956.899367:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13245:x1855007657234944:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7954us (8298us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.899374:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210190
00000100:00100000:2.0:1769074956.899812:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.900049:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657235328
00000100:00100000:1.0:1769074956.900056:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657235328
00000100:00100000:1.0:1769074956.900224:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210192
00000100:00100000:1.0:1769074956.900235:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657235328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.900252:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.900281:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e406cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230874b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.900339:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e406d2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.900352:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e406d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.900363:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e406d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074956.900417:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:1.0:1769074956.900421:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.900439:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e406d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.900460:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e406cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230874b expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.900476:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e406d2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230874b expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.900485:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.900488:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074956.900491:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:1.0:1769074956.900536:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657235328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 303us (725us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.900543:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210192
00000100:00100000:2.0:1769074956.905657:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.905759:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657235456
00000100:00100000:1.0:1769074956.905770:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657235456
00000100:00100000:1.0:1769074956.905831:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210193
00000100:00100000:1.0:1769074956.905841:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13245:x1855007657235456:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.905861:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.905883:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e406d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308752 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.906127:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906142:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906153:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906169:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906176:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906183:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906293:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906302:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906308:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074956.906343:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.906348:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.906367:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906378:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906385:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906392:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906398:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906404:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.906408:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906414:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906426:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074956.906429:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.906434:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906440:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e406e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906452:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906458:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906463:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906468:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.906471:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906477:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906485:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9e362f1b (ffff9032a2c16900)
00010000:00010000:1.0:1769074956.906487:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.906490:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906495:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e406e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.906527:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e406d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.906538:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.906545:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074956.906547:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.906549:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77c00, rc 0)
00000100:00100000:1.0:1769074956.906673:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657235456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 833us (1024us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.906681:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210193
00000100:00100000:0.0:1769074956.910232:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.912397:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657235584
00000100:00100000:2.0:1769074956.912412:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657235584
00000100:00100000:2.0:1769074956.912519:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4300
00000100:00100000:2.0:1769074956.912529:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657235584:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074956.914587:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.914626:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.914700:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657235968
00000100:00100000:1.0:1769074956.914710:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657235968
00000100:00100000:1.0:1769074956.914769:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210194
00000100:00100000:1.0:1769074956.914780:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13245:x1855007657235968:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.914801:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.914824:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e406f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308759 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.914975:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.914990:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e2f04c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23033fa expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.914998:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.915006:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.915036:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.915049:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 218 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.915061:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384960:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.915149:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e2f04c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033fa expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.915164:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e2f04c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033fa expref: 218 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.915179:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623385088:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.915203:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:3.0:1769074956.918102:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657235712
00000100:00100000:3.0:1769074956.918118:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657235712
00010000:00010000:3.0:1769074956.918166:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 219 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.918335:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5336
00000100:00100000:3.0:1769074956.918345:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657235712:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074956.918361:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074956.918367:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 219 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.918381:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 219 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074956.918407:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074956.918412:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.918420:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.918426:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074956.918476:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657235712:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 132us (3896us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074956.918484:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5336
00000100:00100000:2.0:1769074956.919440:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657235584:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 6908us (9212us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.919451:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4300
00000100:00100000:0.0:1769074956.930726:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.930765:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.930802:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657236352
00000100:00100000:0.0:1769074956.930812:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657236352
00010000:00010000:0.0:1769074956.930860:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e2f04c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033fa expref: 217 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.930940:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5337
00000100:00100000:0.0:1769074956.930950:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389468450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2368:x1855007657236352:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.930969:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.930976:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e2f04c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033fa expref: 217 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.930991:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e2f04c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033fa expref: 217 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.931016:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074956.931022:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.931033:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.931042:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.931066:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.931125:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389468450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2368:x1855007657236352:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 176us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.931133:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5337
00010000:00010000:1.0:1769074956.931512:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000054a9ef6f x1855007623384960) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 216 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.931527:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e406ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308752 expref: 216 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.931544:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623384960:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.931562:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e2f04c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23033fa expref: 215 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.931574:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623385088:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.931591:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074956.931598:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.931607:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.931612:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074956.931636:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00010000:00010000:1.0:1769074956.931795:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e406f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308759 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.931810:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308759 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.931817:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074956.931819:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074956.931822:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fc00, rc 0)
00000100:00100000:1.0:1769074956.931855:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657235968:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17077us (17227us total) trans 4295106263 rc 0/0
00000100:00100000:1.0:1769074956.931861:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210194
00000100:00100000:1.0:1769074956.931877:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657236224
00000100:00100000:1.0:1769074956.931881:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657236224
00000100:00100000:1.0:1769074956.931947:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210195
00000100:00100000:1.0:1769074956.931955:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657236224:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.931970:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.931972:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074956.931985:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e406d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230874b expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.931994:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.931998:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074956.932009:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4070a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308760 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.932129:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.932140:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.932148:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.932162:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.932261:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.932466:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:1.0:1769074956.933125:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1cd:0x0], index 0: 0
00010000:00010000:1.0:1769074956.935700:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.935721:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.935732:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.935770:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.935776:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.935785:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.935791:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6f400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074956.935795:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.935801:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.935811:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074956.935814:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074956.935818:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074956.935823:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40711 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:1.0:1769074956.935833:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005abe7bc5 reply state 00000000aeb0d7ab transno 4295106264 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074956.935840:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074956.935871:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4070a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308760 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.935882:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308760 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.935901:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074956.935902:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.935904:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074956.936003:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657236224:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4049us (5286us total) trans 4295106264 rc 0/0
00000100:00100000:1.0:1769074956.936013:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210195
00000100:00100000:0.0:1769074956.944739:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074956.944957:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.944968:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.944975:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.944985:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6ee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.944990:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.944998:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.945015:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2fc4295a (ffff9032a2c16100)
00010000:00010000:2.0:1769074956.945018:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.945023:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074956.945029:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40718 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074956.947040:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.947146:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657236608
00000100:00100000:2.0:1769074956.947157:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657236608
00000100:00100000:2.0:1769074956.947232:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2945
00000100:00100000:2.0:1769074956.947243:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+70:2367:x1855007657236608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.947264:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.947286:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230876e expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:2.0:1769074956.947314:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1769074956.947335:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074956.947337:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074956.947346:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230876e expref: 71 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074956.947367:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230876e expref: 71 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074956.947379:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:2.0:1769074956.947430:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+71:2367:x1855007657236608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 189us (400us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.947437:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2945
00000100:00100000:0.0:1769074956.952390:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.952484:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657236864
00000100:00100000:2.0:1769074956.952496:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657236864
00000100:00100000:2.0:1769074956.952560:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4301
00000100:00100000:2.0:1769074956.952570:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657236864:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074956.952974:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657236864:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 404us (591us total) trans 4295106265 rc 0/0
00000100:00100000:2.0:1769074956.952983:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4301
00000100:00100000:1.0:1769074956.953220:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657236480
00000100:00100000:1.0:1769074956.953226:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657236480
00000100:00100000:1.0:1769074956.953256:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210196
00000100:00100000:1.0:1769074956.953264:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13245:x1855007657236480:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074956.953276:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074956.953297:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40734 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308767 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.953369:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.953385:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308759 expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.953393:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.953426:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308759 expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.953438:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308759 expref: 218 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.953453:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623385216:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.953511:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.960998:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.961034:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.961123:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657236992
00000100:00100000:2.0:1769074956.961134:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657236992
00010000:00010000:2.0:1769074956.961185:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308759 expref: 219 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074956.961224:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5338
00000100:00100000:2.0:1769074956.961234:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2367:x1855007657236992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074956.961248:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074956.961254:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308759 expref: 219 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.961272:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308759 expref: 219 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074956.961294:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074956.961299:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.961308:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.961315:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.961334:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074956.961383:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2367:x1855007657236992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (395us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.961391:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5338
00000100:00100000:3.0:1769074956.961586:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657237248
00000100:00100000:3.0:1769074956.961591:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657237248
00000100:00100000:3.0:1769074956.961630:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210197
00000100:00100000:3.0:1769074956.961638:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657237248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.961654:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.961671:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40742 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308775 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.961766:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.961779:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308760 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.961786:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074956.961812:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308760 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.961824:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308760 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.961837:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc38700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623385344:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.961891:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875180 going to sleep for 11 seconds
00010000:00010000:1.0:1769074956.962614:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e406fc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308759 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.962629:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623385216:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.962650:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.962658:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.962663:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074956.962695:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:1.0:1769074956.962699:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074956.962719:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074956.962749:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40734 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308767 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.962762:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308767 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074956.962770:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074956.962773:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074956.962775:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bff02400, rc 0)
00000100:00100000:1.0:1769074956.962824:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657236480:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9560us (18093us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074956.962831:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210196
00000100:00100000:3.0:1769074956.971127:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074956.971179:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.971349:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657237376
00000100:00100000:2.0:1769074956.971359:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657237376
00000100:00100000:2.0:1769074956.971419:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210198
00000100:00100000:2.0:1769074956.971428:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657237376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074956.971451:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074956.971473:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40750 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230877c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.971540:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971554:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971566:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971580:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971586:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971592:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971695:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971704:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971710:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074956.971742:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:2.0:1769074956.971746:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074956.971765:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971775:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971782:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971788:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971798:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971803:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.971808:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971815:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971826:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074956.971830:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.971835:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971840:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40757 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971850:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971855:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971861:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971865:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074956.971868:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971873:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971880:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2061246 (ffff90328e9abc00)
00010000:00010000:2.0:1769074956.971897:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074956.971899:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971904:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4075e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074956.971987:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40750 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.972000:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074956.972008:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:2.0:1769074956.972010:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074956.972013:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4800, rc 0)
00000100:00100000:2.0:1769074956.972092:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657237376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 664us (920us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074956.972100:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210198
00000100:00100000:0.0:1769074956.972625:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657237504
00000100:00100000:0.0:1769074956.972632:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657237504
00010000:00010000:0.0:1769074956.972659:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308760 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.972705:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5339
00000100:00100000:0.0:1769074956.972712:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2368:x1855007657237504:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.972726:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.972731:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308760 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.972743:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308760 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.972762:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074956.972766:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.972775:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.972781:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.972799:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.972827:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2368:x1855007657237504:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 115us (1710us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.972833:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5339
00010000:00010000:1.0:1769074956.974399:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4071f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308760 expref: 219 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.974424:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc38700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623385344:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.974450:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.974537:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.974545:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074956.974565:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10416:0x0]: returning size 0
00010000:00010000:0.0:1769074956.974734:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40742 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308775 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.974750:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308775 expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.974758:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074956.974760:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074956.974764:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:0.0:1769074956.974833:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657237248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13195us (13797us total) trans 4295106266 rc 0/0
00000100:00100000:0.0:1769074956.974842:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210197
00000100:00100000:3.0:1769074956.980671:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.980760:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657237632
00000100:00100000:0.0:1769074956.980770:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657237632
00000100:00100000:0.0:1769074956.980830:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210199
00000100:00100000:0.0:1769074956.980839:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657237632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074956.980865:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074956.980898:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40773 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308783 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.981025:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.981040:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308775 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.981050:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.981084:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308775 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.981097:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308775 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.981111:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623385472:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074956.981199:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ef00 going to sleep for 11 seconds
00000100:00100000:2.0:1769074956.987997:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074956.988039:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074956.988195:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623385472:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.988227:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074956.988359:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657237888
00000100:00100000:3.0:1769074956.988367:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657237888
00000100:00100000:3.0:1769074956.988427:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210200
00000100:00100000:3.0:1769074956.988436:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657237888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074956.988456:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074956.988477:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40781 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230878a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.988573:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.988588:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddacc00/0x2152b583a6e2f0ca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303424 expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.988596:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 222 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.988604:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074956.988636:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 222 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.988648:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 222 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.988661:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623385600:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074956.988751:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddacc00/0x2152b583a6e2f0ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303424 expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074956.988759:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddacc00/0x2152b583a6e2f0ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303424 expref: 222 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074956.988767:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623385728:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074956.988788:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875540 going to sleep for 11 seconds
00000100:00100000:0.0:1769074956.989424:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657238016
00000100:00100000:0.0:1769074956.989431:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657238016
00010000:00010000:0.0:1769074956.989460:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 223 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.989494:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5340
00000100:00100000:0.0:1769074956.989502:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2369:x1855007657238016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.989514:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.989520:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 223 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.989531:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 223 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.989549:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:0.0:1769074956.989554:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.989561:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074956.989567:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.989751:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2369:x1855007657238016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 248us (1709us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.989758:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5340
00000100:00100000:0.0:1769074956.996784:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074956.996826:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657238144
00000100:00100000:0.0:1769074956.996835:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657238144
00010000:00010000:0.0:1769074956.996870:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308775 expref: 223 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074956.996946:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5341
00000100:00100000:0.0:1769074956.996954:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2369:x1855007657238144:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074956.996967:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074956.996973:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308775 expref: 223 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.996984:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308775 expref: 223 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.997005:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40749 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308775 expref: 223 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074956.997020:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074956.997025:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.997033:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.997039:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.997064:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074956.997105:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2369:x1855007657238144:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 152us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.997112:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5341
00010000:00010000:0.0:1769074956.997161:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.998253:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074956.998474:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10416:0x0]: returning size 0
00000004:00200000:0.0:1769074956.998480:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074956.998503:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074956.998541:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40773 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10416:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308783 expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.998558:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308783 expref: 221 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074956.998569:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074956.998571:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074956.998574:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6a00, rc 0)
00000100:00100000:0.0:1769074956.998628:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13246:x1855007657237632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17790us (17967us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074956.998636:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210199
00010000:00010000:1.0:1769074956.998856:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000ef741fcd x1855007623385600) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 220 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074956.998871:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40765 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230877c expref: 220 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074956.998998:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623385600:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074956.999017:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623385728:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074956.999039:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:1.0:1769074956.999045:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.999054:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074956.999062:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074957.004038:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.004186:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.004250:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657238400
00000100:00100000:1.0:1769074957.004260:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657238400
00000100:00100000:1.0:1769074957.004317:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2946
00000100:00100000:1.0:1769074957.004327:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+71:13246:x1855007657238400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.004345:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.004364:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308791 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.004394:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230876e expref: 72 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074957.004402:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.004404:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.004408:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 72 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.004441:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230876e expref: 72 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074957.004453:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230876e expref: 72 pid: 13367 timeout: 2042 lvb_type: 1
00000100:00100000:1.0:1769074957.004467:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623385856:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.004551:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.006811:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657238272
00000100:00100000:3.0:1769074957.006824:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657238272
00010000:00010000:3.0:1769074957.006872:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddacc00/0x2152b583a6e2f0ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303424 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074957.007192:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623385856:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.007220:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 72 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.007237:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bff03000, rc 0)
00000100:00100000:0.0:1769074957.007297:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:13246:x1855007657238400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2972us (3111us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.007306:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2946
00000100:00080000:1.0:1769074957.008171:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:1.0:1769074957.008981:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5342
00000100:00100000:1.0:1769074957.008997:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2366:x1855007657238272:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.009017:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.009027:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddacc00/0x2152b583a6e2f0ca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303424 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.009041:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddacc00/0x2152b583a6e2f0ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303424 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.009064:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddacc00/0x2152b583a6e2f0ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303424 expref: 220 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.009080:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:1.0:1769074957.009086:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.009096:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.009116:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.009146:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074957.009216:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2366:x1855007657238272:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 225us (5342us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.009223:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5342
00010000:00010000:3.0:1769074957.009292:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.009300:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074957.009320:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00010000:00010000:3.0:1769074957.010130:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40781 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230878a expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.010148:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230878a expref: 219 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.010156:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074957.010158:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074957.010161:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:3.0:1769074957.010205:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657237888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 21769us (22217us total) trans 4295106267 rc 0/0
00000100:00100000:3.0:1769074957.010211:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210200
00000100:00100000:2.0:1769074957.014322:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.016784:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.017079:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657238656
00000100:00100000:2.0:1769074957.017090:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657238656
00000100:00100000:2.0:1769074957.017147:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210201
00000100:00100000:2.0:1769074957.017157:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657238656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.017187:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.017208:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4079d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308798 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.017500:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.017515:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230878a expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.017524:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.017557:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230878a expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.017568:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230878a expref: 220 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.017581:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b399180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623385984:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.017666:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c33c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074957.018606:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657238528
00000100:00100000:0.0:1769074957.018615:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657238528
00010000:00010000:0.0:1769074957.018649:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230876e expref: 72 pid: 13367 timeout: 2042 lvb_type: 1
00000100:00100000:0.0:1769074957.018679:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5343
00000100:00100000:0.0:1769074957.018686:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2369:x1855007657238528:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.018698:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.018719:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230876e expref: 72 pid: 13367 timeout: 2042 lvb_type: 1
00010000:00010000:0.0:1769074957.018732:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230876e expref: 72 pid: 13367 timeout: 2042 lvb_type: 1
00010000:00010000:0.0:1769074957.018753:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e4072d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230876e expref: 72 pid: 13367 timeout: 2042 lvb_type: 1
00010000:00010000:0.0:1769074957.018769:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074957.018771:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074957.018778:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 71 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.018788:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 71 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.018824:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 71 pid: 8946 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074957.018835:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb821500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5746:1855007623386112:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074957.018904:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.023858:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.024160:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b399180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623385984:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074957.024197:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074957.031477:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657238784
00000100:00100000:0.0:1769074957.031494:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657238784
00010000:00010000:0.0:1769074957.031546:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230878a expref: 221 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074957.031582:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5344
00000100:00100000:0.0:1769074957.031590:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389468c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2369:x1855007657238784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.031605:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.031611:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230878a expref: 221 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074957.031622:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230878a expref: 221 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074957.031647:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40788 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230878a expref: 221 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074957.031663:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:0.0:1769074957.031669:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.031681:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.031687:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.031718:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.031787:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389468c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2369:x1855007657238784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 197us (7938us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.031795:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5344
00010000:00010000:3.0:1769074957.032008:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.032020:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074957.032063:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:3.0:1769074957.032068:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.032088:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.032119:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4079d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308798 expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.032134:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308798 expref: 219 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.032140:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074957.032143:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.032145:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5200, rc 0)
00000100:00100000:3.0:1769074957.032194:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657238656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15038us (15418us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.032201:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210201
00000100:00100000:0.0:1769074957.036089:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb821500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5746:1855007623386112:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074957.036131:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.036192:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+71:2369:x1855007657238528:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 17505us (21878us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.036203:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5343
00000100:00100000:0.0:1769074957.038585:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.038687:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657239040
00000100:00100000:2.0:1769074957.038697:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657239040
00000100:00100000:2.0:1769074957.038757:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4302
00000100:00100000:2.0:1769074957.038767:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657239040:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074957.039181:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657239040:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 414us (602us total) trans 4295106268 rc 0/0
00000100:00100000:2.0:1769074957.039193:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4302
00000100:00100000:1.0:1769074957.046474:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.046677:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657239168
00000100:00100000:3.0:1769074957.046688:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657239168
00000100:00100000:3.0:1769074957.046754:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210202
00000100:00100000:3.0:1769074957.046763:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657239168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.046784:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.046805:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e407ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230879f expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.046875:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.046901:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.046956:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.046971:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.046978:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.046984:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047089:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e407c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047098:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e407c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047105:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e407c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074957.047136:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:3.0:1769074957.047141:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.047158:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e407c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047179:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e407c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047187:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047193:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047201:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047207:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c1200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.047211:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047218:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047229:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.047232:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.047237:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047243:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e407b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047256:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047261:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047267:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047283:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c1800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.047287:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047292:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047299:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xbcf75103 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.047302:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.047305:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047310:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e407b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.047342:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e407ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230879f expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.047356:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e407c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230879f expref: 221 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.047363:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:3.0:1769074957.047366:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.047368:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c0c00, rc 0)
00000100:00100000:2.0:1769074957.047982:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657239168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1216us (1518us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.047991:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210202
00000100:00100000:3.0:1769074957.049329:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.049462:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657239296
00000100:00100000:2.0:1769074957.049472:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657239296
00000100:00100000:2.0:1769074957.049527:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210203
00000100:00100000:2.0:1769074957.049537:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13246:x1855007657239296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.049561:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.049578:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e407c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087a6 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.049641:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049655:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049666:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049680:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049688:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049693:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049789:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049798:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049805:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.049834:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10416:0x0]: returning size 4096
00000004:00200000:2.0:1769074957.049838:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.049854:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049863:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049872:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049877:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049896:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049951:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.049956:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049964:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049975:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.049979:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.049984:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.049990:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e407ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.050002:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.050008:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.050013:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.050018:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.050021:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.050026:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.050032:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2fc4295a (ffff90328e9abc00)
00010000:00010000:2.0:1769074957.050034:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.050037:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.050043:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e407d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.050068:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e407c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 223 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.050086:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.050093:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:2.0:1769074957.050095:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.050098:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:2.0:1769074957.050155:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657239296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 620us (832us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.050164:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210203
00000100:00100000:0.0:1769074957.055063:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.056439:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657239552
00000100:00100000:1.0:1769074957.056452:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657239552
00000100:00100000:1.0:1769074957.056527:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210204
00000100:00100000:1.0:1769074957.056536:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657239552:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.056557:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.056579:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e407e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087ad expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.056681:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.056696:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308783 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.056704:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 223 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.056712:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 5/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.056744:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 223 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.056757:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 223 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.056771:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623386240:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.056866:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308783 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.056876:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308783 expref: 223 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.056885:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623386368:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.056957:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.060774:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.060818:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.060844:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657239808
00000100:00100000:1.0:1769074957.060853:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.060855:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657239808
00000100:00100000:0.0:1769074957.060957:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210205
00000100:00100000:0.0:1769074957.060968:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657239808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.060989:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.061010:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e407f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087b4 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.061115:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.061134:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e2f156 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303447 expref: 225 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.061142:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e407c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230879f expref: 225 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.061149:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074957.061262:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657239936
00000100:00100000:3.0:1769074957.061267:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657239936
00010000:00010000:3.0:1769074957.061301:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 226 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074957.061331:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657240064
00000100:00100000:3.0:1769074957.061334:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657240064
00010000:00010000:3.0:1769074957.061346:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e407c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230879f expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074957.061372:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5345
00000100:00100000:1.0:1769074957.061380:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5346
00000100:00100000:3.0:1769074957.061380:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2366:x1855007657239936:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1769074957.061387:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2366:x1855007657240064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.061389:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.061394:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.061394:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 227 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.061405:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 227 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.061408:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:1.0:1769074957.061413:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.061417:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074957.061419:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.061421:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.061426:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074957.061427:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.061431:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.061541:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2366:x1855007657239936:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 161us (721us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.061549:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5345
00010000:00010000:0.0:1769074957.061813:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e407c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230879f expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.061833:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e2f156 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303447 expref: 225 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.061844:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e2f156 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303447 expref: 225 pid: 5763 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074957.061857:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb821f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623386624:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.062737:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2366:x1855007657240064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1346us (1878us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.062747:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5346
00010000:00010000:1.0:1769074957.064860:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000007464c79f x1855007623386240) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 1/0,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 224 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.064884:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e407dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087a6 expref: 224 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.064901:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623386240:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.064962:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623386368:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.064983:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074957.064990:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.064999:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.065008:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074957.066803:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.066836:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657240192
00000100:00100000:1.0:1769074957.066843:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657240192
00010000:00010000:1.0:1769074957.066878:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308783 expref: 224 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.066931:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5347
00000100:00100000:1.0:1769074957.066941:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2369:x1855007657240192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.066954:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.066959:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308783 expref: 224 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.066972:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308783 expref: 224 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.066993:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4077a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308783 expref: 224 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.067009:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074957.067014:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.067022:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.067030:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.067050:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074957.067088:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2369:x1855007657240192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 148us (292us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.067095:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5347
00010000:00010000:1.0:1769074957.067128:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.067135:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074957.067216:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10416:0x0]: returning size 4096
00010000:00010000:1.0:1769074957.067359:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e407e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ad expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.067374:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ad expref: 223 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.067381:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074957.067384:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074957.067386:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6f400, rc 0)
00000100:00100000:1.0:1769074957.067407:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657239552:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10874us (12358us total) trans 4295106269 rc 0/0
00000100:00100000:1.0:1769074957.067414:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210204
00000100:00100000:0.0:1769074957.072723:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e900 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.073247:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.073472:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657240320
00000100:00100000:0.0:1769074957.073482:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657240320
00000100:00100000:0.0:1769074957.073545:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210206
00000100:00100000:0.0:1769074957.073554:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657240320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.073578:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.073597:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40806 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087bb expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.073687:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.073701:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ad expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.073709:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.073743:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ad expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.073754:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ad expref: 224 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074957.073766:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb821880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623386752:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.073824:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ea80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.079372:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.079448:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.079512:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657240448
00000100:00100000:1.0:1769074957.079523:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657240448
00000100:00100000:0.0:1769074957.079549:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb821f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623386624:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.079564:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e2f156 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303447 expref: 225 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:0.0:1769074957.079579:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074957.079616:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657240576
00000100:00100000:1.0:1769074957.079620:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657240576
00010000:00010000:1.0:1769074957.079633:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ad expref: 226 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074957.079645:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5348
00000100:00100000:3.0:1769074957.079657:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657240448:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1769074957.079658:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5349
00000100:00100000:1.0:1769074957.079664:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657240576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.079673:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.079673:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.079680:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ad expref: 226 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.079680:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e2f156 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303447 expref: 226 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.079690:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ad expref: 226 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.079691:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e2f156 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303447 expref: 226 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.079712:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e2f156 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303447 expref: 226 pid: 5763 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.079713:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074957.079718:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.079726:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:1.0:1769074957.079727:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.079729:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074957.079735:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.079736:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.079741:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074957.079751:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074957.079753:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.079805:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2368:x1855007657240448:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (440us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.079812:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5348
00010000:00010000:0.0:1769074957.079937:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.079945:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074957.079965:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00010000:00010000:0.0:1769074957.080106:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e407f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087b4 expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.080123:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087b4 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.080131:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:0.0:1769074957.080133:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074957.080136:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00010000:00010000:2.0:1769074957.085105:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e407ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10416:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ad expref: 225 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.085131:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb821880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623386752:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.085160:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.085181:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.085186:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.085230:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10416:0x0]: returning size 4096
00000004:00200000:2.0:1769074957.085235:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.085256:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.085304:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40806 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10416:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087bb expref: 225 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.085320:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087bb expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.085328:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:2.0:1769074957.085331:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.085334:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:1.0:1769074957.085507:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657240576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 5839us (6055us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.085519:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5349
00000100:00100000:0.0:1769074957.086065:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657239808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 25096us (25296us total) trans 4295106270 rc 0/0
00000100:00100000:0.0:1769074957.086073:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210205
00000100:00100000:2.0:1769074957.086133:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657240320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12326us (12712us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.086139:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210206
00000100:00100000:1.0:1769074957.092776:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.092836:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.093151:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657240704
00000100:00100000:2.0:1769074957.093161:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657240704
00000100:00100000:2.0:1769074957.093301:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657240832
00000100:00100000:2.0:1769074957.093305:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657240832
00000100:00100000:2.0:1769074957.093377:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210207
00000100:00100000:2.0:1769074957.093388:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657240704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.093416:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.093439:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4081b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087c2 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.093549:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.093565:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087b4 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.093578:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.093614:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087b4 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.093627:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087b4 expref: 224 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.093639:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623386880:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.093721:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3540 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.096393:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210208
00000100:00100000:1.0:1769074957.096417:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657240832:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.096441:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.096465:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40829 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087c9 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.096533:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.096547:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.096558:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.096573:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.096579:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.096586:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097125:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097134:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097141:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097147:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.097151:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097159:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097170:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074957.097173:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.097178:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097183:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40830 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097197:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097203:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097208:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097213:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6ee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.097216:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097220:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097227:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x288e6406 (ffff9032a2c16c00)
00010000:00010000:1.0:1769074957.097230:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.097233:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097238:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40837 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.097271:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40829 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c9 expref: 225 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.097281:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074957.097283:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.097286:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40829 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c9 expref: 225 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.097295:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fa00, rc 0)
00000100:00100000:1.0:1769074957.097366:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657240832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 959us (4527us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074957.097377:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210208
00000100:00100000:1.0:1769074957.099242:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.099314:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657240960
00000100:00100000:3.0:1769074957.099365:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657240960
00010000:00010000:3.0:1769074957.099403:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087b4 expref: 224 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074957.099442:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5350
00000100:00100000:3.0:1769074957.099452:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2369:x1855007657240960:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.099465:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.099471:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087b4 expref: 224 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.099483:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087b4 expref: 224 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.099502:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:3.0:1769074957.099507:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.099516:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.099524:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.099542:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.099594:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2369:x1855007657240960:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 143us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.099602:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5350
00010000:00010000:2.0:1769074957.100122:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e407f8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087b4 expref: 223 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.100140:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623386880:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.100160:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.100168:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.100174:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.100216:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:2.0:1769074957.100221:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.100240:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.100272:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4081b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c2 expref: 223 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.100286:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c2 expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.100293:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:2.0:1769074957.100296:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.100299:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:2.0:1769074957.100385:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657240704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6999us (7617us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.100393:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210207
00000100:00100000:1.0:1769074957.108812:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.108888:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657241088
00000100:00100000:2.0:1769074957.108900:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657241088
00000100:00100000:2.0:1769074957.109061:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210209
00000100:00100000:2.0:1769074957.109072:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657241088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.109092:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.109114:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4083e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087d0 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.109178:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109192:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109201:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109218:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109223:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109229:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109340:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40853 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109348:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40853 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109353:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40853 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.109388:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:2.0:1769074957.109392:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.109409:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40853 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109418:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40853 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109424:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109429:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109435:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109440:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.109444:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109450:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109461:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074957.109464:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.109468:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109473:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40845 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109484:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109489:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109494:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109498:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.109501:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109505:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109511:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x98ca20bd (ffff90328e9abc00)
00010000:00010000:2.0:1769074957.109513:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.109516:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109520:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4084c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.109547:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4083e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087d0 expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.109560:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40853 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087d0 expref: 223 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.109566:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:2.0:1769074957.109568:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.109570:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:2.0:1769074957.112191:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657241088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3109us (3376us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.112204:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210209
00000100:00100000:3.0:1769074957.112356:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.112532:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657241216
00000100:00100000:2.0:1769074957.112541:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657241216
00000100:00100000:2.0:1769074957.112583:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210210
00000100:00100000:2.0:1769074957.112592:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657241216:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.112610:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.112630:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4085a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087d7 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.112714:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40861 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.112733:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40861 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.112744:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40861 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.113102:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:2.0:1769074957.113108:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.113133:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40861 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.113159:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4085a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087d7 expref: 225 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.113176:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40861 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087d7 expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.113186:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.113189:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1769074957.113192:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:2.0:1769074957.113260:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657241216:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 669us (905us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.113268:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210210
00000100:00100000:1.0:1769074957.119553:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.121357:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657241344
00000100:00100000:0.0:1769074957.121372:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657241344
00000100:00100000:0.0:1769074957.121439:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1539
00000100:00100000:0.0:1769074957.121448:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389469050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2369:x1855007657241344:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.121464:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.121490:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40853 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087d0 expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.121510:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:0.0:1769074957.121515:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.121582:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389469050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2369:x1855007657241344:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 134us (2037us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.121589:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1539
00000100:00100000:3.0:1769074957.125461:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.125577:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657241472
00000100:00100000:0.0:1769074957.125587:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657241472
00000100:00100000:0.0:1769074957.125646:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4303
00000100:00100000:0.0:1769074957.125657:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657241472:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074957.129500:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.130101:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657241728
00000100:00100000:2.0:1769074957.130113:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657241728
00000100:00100000:2.0:1769074957.130265:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210211
00000100:00100000:2.0:1769074957.130287:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657241728:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.130306:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.130327:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e40868 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087de expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.130421:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.130436:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e2f1cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2303471 expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.130443:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.130474:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e2f1cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303471 expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.130485:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e2f1cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303471 expref: 226 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.130497:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387008:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.130615:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.135999:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387008:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074957.136033:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074957.139401:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.139559:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657241856
00000100:00100000:1.0:1769074957.139568:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657241856
00010000:00010000:1.0:1769074957.139607:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e2f1cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303471 expref: 226 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.139649:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5351
00000100:00100000:1.0:1769074957.139658:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2369:x1855007657241856:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.139677:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.139684:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e2f1cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303471 expref: 226 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.139698:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e2f1cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303471 expref: 226 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.139720:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e2f1cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2303471 expref: 226 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.139736:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:1.0:1769074957.139741:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.139750:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.139757:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.139785:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074957.140065:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.140075:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074957.140097:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00010000:00010000:3.0:1769074957.140280:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e40868 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087de expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.140297:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087de expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.140304:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:3.0:1769074957.140307:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074957.140310:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8000, rc 0)
00000100:00100000:1.0:1769074957.140565:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2369:x1855007657241856:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 906us (1172us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.140574:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5351
00000100:00100000:0.0:1769074957.140693:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657241472:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 15036us (15241us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.140702:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4303
00000100:00100000:3.0:1769074957.144133:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657241728:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13836us (14630us total) trans 4295106271 rc 0/0
00000100:00100000:3.0:1769074957.144147:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210211
00000100:00100000:2.0:1769074957.150835:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.150890:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.151014:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657241984
00000100:00100000:1.0:1769074957.151026:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657241984
00000100:00100000:1.0:1769074957.151070:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657242240
00000100:00100000:1.0:1769074957.151074:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657242240
00000100:00100000:1.0:1769074957.151107:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210212
00000100:00100000:1.0:1769074957.151117:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657241984:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.151146:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.151177:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4087d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087e5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.151266:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.151293:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087de expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.151302:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.151338:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087de expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.151351:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087de expref: 226 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.151364:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623387136:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.151438:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.151505:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210213
00000100:00100000:2.0:1769074957.151515:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657242240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.151523:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.151526:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1769074957.151544:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40861 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087d7 expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.151563:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.151569:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074957.151577:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4088b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087ec expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.151671:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.151682:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.151691:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.151704:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.151711:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.151716:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:2.0:1769074957.152132:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1cd:0x0], index 1: 0
00010000:00010000:2.0:1769074957.152289:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.152300:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.152307:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.152342:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.152349:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.152356:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.152362:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.152367:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.152375:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.152384:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.152387:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.152390:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.152395:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40892 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:2.0:1769074957.152405:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a49197af reply state 0000000022a7f703 transno 4295106272 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074957.152413:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1769074957.152439:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4088b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ec expref: 228 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.152451:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ec expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.152459:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:2.0:1769074957.152461:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.152463:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:2.0:1769074957.152506:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657242240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 993us (1615us total) trans 4295106272 rc 0/0
00000100:00100000:2.0:1769074957.152514:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210213
00000100:00100000:0.0:1769074957.156845:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.156968:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657242368
00000100:00100000:3.0:1769074957.156978:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657242368
00010000:00010000:3.0:1769074957.157016:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087de expref: 228 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074957.157052:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5352
00000100:00100000:3.0:1769074957.157060:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb823100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2368:x1855007657242368:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.157077:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.157083:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087de expref: 228 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.157101:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087de expref: 228 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.157123:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:3.0:1769074957.157128:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.157138:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.157146:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.157176:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.157246:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb823100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2368:x1855007657242368:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 186us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.157254:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5352
00010000:00010000:1.0:1769074957.158161:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4086f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087de expref: 227 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.158189:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623387136:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.158208:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.158217:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.158223:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074957.158269:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:1.0:1769074957.158287:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074957.158309:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.158339:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4087d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087e5 expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.158354:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087e5 expref: 226 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.158361:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:1.0:1769074957.158364:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074957.158367:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6ee00, rc 0)
00000100:00100000:1.0:1769074957.158425:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657241984:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7309us (7600us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.158432:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210212
00000100:00100000:0.0:1769074957.167242:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.167348:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657242496
00000100:00100000:1.0:1769074957.167358:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657242496
00000100:00100000:1.0:1769074957.167427:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210214
00000100:00100000:1.0:1769074957.167438:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657242496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.167462:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.167482:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e408ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087f3 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.167551:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167566:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167577:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167591:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167597:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167604:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167720:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167729:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167735:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074957.167768:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:1.0:1769074957.167772:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074957.167790:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167801:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167809:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167818:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167825:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167831:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.167834:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167842:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167853:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074957.167856:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.167861:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167866:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e408b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167880:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167885:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167890:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167895:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.167898:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167904:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167972:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3afecd66 (ffff9032a2c16c00)
00010000:00010000:1.0:1769074957.167975:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.167979:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.167985:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e408bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.168014:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e408ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.168027:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.168033:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:1.0:1769074957.168035:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074957.168037:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fc00, rc 0)
00000100:00100000:1.0:1769074957.168092:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657242496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 656us (860us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.168100:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210214
00010000:00010000:3.0:1769074957.168386:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.168394:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.168400:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.168404:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.168408:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.168413:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.168422:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x288e6406 (ffff90328e9abc00)
00010000:00010000:3.0:1769074957.168424:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.168427:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.168432:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40899 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074957.172818:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.172904:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657242624
00000100:00100000:1.0:1769074957.172968:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657242624
00000100:00100000:1.0:1769074957.173440:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2947
00000100:00100000:1.0:1769074957.173453:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657242624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.173476:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.173499:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23087fa expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074957.173525:0:8946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1cd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074957.173543:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.173545:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.173553:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087fa expref: 74 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074957.173567:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087fa expref: 74 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074957.173579:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e000, rc 0)
00000100:00100000:1.0:1769074957.173641:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2369:x1855007657242624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 191us (833us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.173648:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2947
00000100:00100000:0.0:1769074957.177543:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.177624:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657242880
00000100:00100000:2.0:1769074957.177634:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657242880
00000100:00100000:2.0:1769074957.177697:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210215
00000100:00100000:2.0:1769074957.177708:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657242880:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.177729:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.177750:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e408d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308801 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.177857:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.177873:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e2f221 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230348d expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.177895:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.177902:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.177978:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.177991:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 227 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.178003:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387264:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.178089:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e2f221 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230348d expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.178097:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e2f221 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230348d expref: 227 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.178105:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387392:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.178127:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074957.182194:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.182299:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657243008
00000100:00100000:2.0:1769074957.182311:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657243008
00010000:00010000:2.0:1769074957.182348:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 228 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.182396:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5353
00000100:00100000:2.0:1769074957.182404:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2368:x1855007657243008:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074957.182419:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074957.182425:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 228 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074957.182437:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 228 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074957.182464:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074957.182469:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.182477:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.182483:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074957.182576:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2368:x1855007657243008:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 171us (390us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.182584:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5353
00000100:00100000:0.0:1769074957.185763:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.185805:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.185832:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657243392
00000100:00100000:0.0:1769074957.185840:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657243392
00000100:00100000:0.0:1769074957.185895:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4304
00000100:00100000:0.0:1769074957.185933:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657243392:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:2.0:1769074957.186319:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000006ad402d2 x1855007623387264) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 229 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:2.0:1769074957.186342:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e408c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087f3 expref: 229 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.186357:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387264:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.186371:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387392:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.186395:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074957.186401:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.186409:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.186419:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074957.186615:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657243392:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 711us (808us total) trans 4295106273 rc 0/0
00000100:00100000:0.0:1769074957.186624:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4304
00000100:00100000:1.0:1769074957.188604:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657243136
00000100:00100000:1.0:1769074957.188618:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657243136
00010000:00010000:1.0:1769074957.188659:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e2f221 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230348d expref: 228 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.188701:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5354
00000100:00100000:1.0:1769074957.188711:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657243136:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.188726:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.188733:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e2f221 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230348d expref: 228 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.188751:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e2f221 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230348d expref: 228 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.188772:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e2f221 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230348d expref: 228 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.188788:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:1.0:1769074957.188794:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.188804:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.188811:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.188833:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074957.188892:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2369:x1855007657243136:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 181us (3138us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.188900:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5354
00010000:00010000:2.0:1769074957.189214:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.189224:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.189247:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00010000:00010000:2.0:1769074957.189402:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e408d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308801 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.189418:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308801 expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.189425:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074957.189427:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074957.189431:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:2.0:1769074957.189471:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657242880:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11765us (11937us total) trans 4295106274 rc 0/0
00000100:00100000:2.0:1769074957.189479:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210215
00000100:00100000:2.0:1769074957.194142:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.194225:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657243520
00000100:00100000:0.0:1769074957.194234:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657243520
00000100:00100000:0.0:1769074957.194293:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210216
00000100:00100000:0.0:1769074957.194303:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657243520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.194329:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.194349:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e408e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308808 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.194442:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.194456:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308801 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.194464:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.194496:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308801 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.194508:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308801 expref: 228 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074957.194521:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab897100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387520:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.194697:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e600 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.199715:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.200141:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657243776
00000100:00100000:3.0:1769074957.200152:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657243776
00000100:00100000:3.0:1769074957.200381:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210217
00000100:00100000:3.0:1769074957.200391:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657243776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.200418:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.200440:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e408f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230880f expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.200541:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.200556:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ec expref: 230 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.200565:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.200596:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ec expref: 230 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.200828:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ec expref: 230 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074957.200851:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623387648:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074957.201049:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875780 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.206572:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623387648:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074957.206606:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074957.208158:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.208250:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.208379:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657244032
00000100:00100000:3.0:1769074957.208388:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657244032
00010000:00010000:3.0:1769074957.208428:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308801 expref: 231 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074957.208465:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657243904
00000100:00100000:3.0:1769074957.208469:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657243904
00010000:00010000:3.0:1769074957.208481:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ec expref: 232 pid: 5764 timeout: 2042 lvb_type: 0
00000100:00100000:3.0:1769074957.208510:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5355
00000100:00100000:3.0:1769074957.208518:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657244032:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.208533:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.208539:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308801 expref: 232 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.208551:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308801 expref: 232 pid: 11659 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.208573:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:3.0:1769074957.208581:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.208590:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.208596:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.208614:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.208659:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657244032:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 142us (509us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.208667:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5355
00000100:00100000:3.0:1769074957.208685:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5356
00000100:00100000:3.0:1769074957.208691:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657243904:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.208698:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.208702:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ec expref: 231 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.208710:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ec expref: 231 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.208721:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e408a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087ec expref: 231 pid: 5764 timeout: 2042 lvb_type: 0
00010000:00010000:3.0:1769074957.208732:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:3.0:1769074957.208736:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.208742:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.208748:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.208761:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.208777:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657243904:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 86us (527us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.208783:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5356
00010000:00010000:3.0:1769074957.208803:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.208809:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074957.208827:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 0
00010000:00010000:3.0:1769074957.209013:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e408f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230880f expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.209026:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230880f expref: 230 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.209032:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:3.0:1769074957.209034:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074957.209037:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbe00, rc 0)
00000100:00100000:3.0:1769074957.209057:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657243776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8669us (9354us total) trans 4295106275 rc 0/0
00000100:00100000:3.0:1769074957.209063:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210217
00010000:00010000:0.0:1769074957.209432:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e408d8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308801 expref: 229 pid: 11659 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074957.209445:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab897100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387520:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.209467:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.209473:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.209478:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074957.209509:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:0.0:1769074957.209513:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074957.209525:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.209546:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e408e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308808 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.209559:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308808 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.209565:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074957.209567:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074957.209569:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6c00, rc 0)
00000100:00100000:0.0:1769074957.209602:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657243520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15301us (15470us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.209607:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210216
00000100:00100000:3.0:1769074957.215564:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.215639:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657244160
00000100:00100000:0.0:1769074957.215650:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657244160
00000100:00100000:0.0:1769074957.215710:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210218
00000100:00100000:0.0:1769074957.215722:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657244160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.215748:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.215771:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40909 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308816 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.215857:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.215875:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230880f expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.215895:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.215980:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230880f expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.215993:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230880f expref: 229 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074957.216006:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab897100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387776:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.216189:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e600 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.221983:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.222079:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657244288
00000100:00100000:1.0:1769074957.222090:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657244288
00000100:00100000:1.0:1769074957.222155:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210219
00000100:00100000:1.0:1769074957.222173:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657244288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.222194:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.222216:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40917 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230881d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.222286:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222301:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222312:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222327:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222333:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222339:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222409:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222416:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222423:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222429:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.222433:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222440:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222454:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074957.222457:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.222461:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222467:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4091e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222480:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222485:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222491:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222496:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.222499:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222504:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222511:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xe1a22b2d (ffff9032a2c16c00)
00010000:00010000:1.0:1769074957.222514:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.222516:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222522:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40925 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.222553:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40917 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230881d expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.222563:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074957.222565:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.222569:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f400/0x2152b583a6e40917 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230881d expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.222578:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6f400, rc 0)
00000100:00100000:1.0:1769074957.222639:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657244288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 475us (665us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074957.222647:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210219
00000100:00100000:3.0:1769074957.224556:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.224653:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657244416
00000100:00100000:1.0:1769074957.224663:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657244416
00010000:00010000:1.0:1769074957.224698:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230880f expref: 230 pid: 7034 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.224978:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5357
00000100:00100000:1.0:1769074957.224989:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657244416:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.225004:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.225011:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230880f expref: 230 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.225029:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230880f expref: 230 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.225051:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:1.0:1769074957.225056:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.225068:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.225075:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.225088:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e408fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230880f expref: 230 pid: 7034 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.225091:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.225103:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab897100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623387776:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.225124:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.225131:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.225136:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074957.225141:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2368:x1855007657244416:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 155us (594us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.225148:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5357
00000004:00200000:0.0:1769074957.225175:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 0
00000004:00200000:0.0:1769074957.225180:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074957.225199:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.225226:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40909 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308816 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.225241:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308816 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.225248:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:0.0:1769074957.225250:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074957.225252:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:0.0:1769074957.225278:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657244160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9560us (9724us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.225284:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210218
00000100:00100000:3.0:1769074957.229612:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.229713:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657244544
00000100:00100000:0.0:1769074957.229724:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657244544
00000100:00100000:0.0:1769074957.229795:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210220
00000100:00100000:0.0:1769074957.229805:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657244544:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.229825:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.229846:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4092c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308824 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.229947:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.229964:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.229977:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.229992:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.229999:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230006:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230091:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230234:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230243:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230249:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.230253:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230260:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230271:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074957.230275:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.230280:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230286:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40933 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230305:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230311:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230317:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230323:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.230326:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230331:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230338:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xce03422 (ffff903298a49d00)
00010000:00010000:0.0:1769074957.230341:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.230344:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230349:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4093a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xce03422 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.230380:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4092c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308824 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.230390:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074957.230393:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.230397:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4092c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308824 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.230410:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:0.0:1769074957.230467:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657244544:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 663us (865us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074957.230474:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210220
00000100:00100000:3.0:1769074957.240685:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.240780:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657244672
00000100:00100000:1.0:1769074957.240790:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657244672
00000100:00100000:1.0:1769074957.240850:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2948
00000100:00100000:1.0:1769074957.240862:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:13246:x1855007657244672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.240890:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.240947:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6f400/0x2152b583a6e40941 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230882b expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.240981:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087fa expref: 75 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074957.240989:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.240991:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.240996:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6f400/0x2152b583a6e40941 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230882b expref: 75 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.241029:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087fa expref: 75 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074957.241047:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087fa expref: 75 pid: 8946 timeout: 2042 lvb_type: 1
00000100:00100000:1.0:1769074957.241061:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623387904:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.241136:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cd80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074957.243271:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.243353:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657244928
00000100:00100000:3.0:1769074957.243363:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657244928
00000100:00100000:3.0:1769074957.243417:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210221
00000100:00100000:3.0:1769074957.243426:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657244928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.243444:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.243448:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1769074957.243471:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4039f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230863a expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.243490:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.243495:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074957.243508:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40948 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308832 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.243654:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.243668:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.243677:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.243691:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.243697:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.243703:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00080000:3.0:1769074957.244229:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1ce:0x0], index 0: 0
00010000:00010000:3.0:1769074957.244434:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.244446:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.244454:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.244491:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.244497:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.244504:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.244509:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.244514:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.244522:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.244532:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.244535:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.244539:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.244545:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e4094f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:3.0:1769074957.244561:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ba7fd9a7 reply state 0000000060b9f1b9 transno 4295106276 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074957.244569:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074957.244600:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40948 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308832 expref: 230 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.244736:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308832 expref: 229 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.244745:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074957.244747:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.244750:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bff84c00, rc 0)
00000100:00100000:3.0:1769074957.244822:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657244928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1397us (1560us total) trans 4295106276 rc 0/0
00000100:00100000:3.0:1769074957.244831:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210221
00000100:00100000:0.0:1769074957.245002:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623387904:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.245029:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6f400/0x2152b583a6e40941 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230882b expref: 75 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.245044:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6f400, rc 0)
00000100:00100000:0.0:1769074957.245078:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:13246:x1855007657244672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4219us (4404us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.245085:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2948
00000100:00100000:2.0:1769074957.251968:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074957.252322:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.252334:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.252342:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.252348:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2faa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.252351:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.252359:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.252374:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xe1a22b2d (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.252377:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.252382:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.252388:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e40956 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074957.252557:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657245056
00000100:00100000:1.0:1769074957.252567:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657245056
00010000:00010000:1.0:1769074957.252599:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087fa expref: 75 pid: 8946 timeout: 2042 lvb_type: 1
00000100:00100000:1.0:1769074957.252637:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5358
00000100:00100000:1.0:1769074957.252646:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2369:x1855007657245056:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.252662:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.252684:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087fa expref: 75 pid: 8946 timeout: 2042 lvb_type: 1
00010000:00010000:1.0:1769074957.252696:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087fa expref: 75 pid: 8946 timeout: 2042 lvb_type: 1
00010000:00010000:1.0:1769074957.252714:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6e000/0x2152b583a6e408ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087fa expref: 75 pid: 8946 timeout: 2042 lvb_type: 1
00010000:00010000:1.0:1769074957.252726:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.252728:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.252735:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6f400/0x2152b583a6e40941 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230882b expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.252745:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6f400/0x2152b583a6e40941 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230882b expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.252782:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6f400/0x2152b583a6e40941 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230882b expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074957.252795:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623388032:192.168.204.54@tcp:105:
00000100:00100000:1.0:1769074957.253000:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.253088:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.253481:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657245184
00000100:00100000:1.0:1769074957.253487:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657245184
00000100:00100000:1.0:1769074957.253518:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2949
00000100:00100000:1.0:1769074957.253525:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+71:2369:x1855007657245184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.253540:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.253556:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308839 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074957.253577:0:8946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074957.253590:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.253592:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.253596:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308839 expref: 72 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074957.253610:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308839 expref: 72 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074957.253626:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074957.253675:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2369:x1855007657245184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 148us (586us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.253681:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2949
00000100:00100000:1.0:1769074957.256875:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623388032:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074957.256969:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074957.257016:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2369:x1855007657245056:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 4370us (5058us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.257027:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5358
00000100:00100000:3.0:1769074957.267203:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.267249:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.268785:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657245440
00000100:00100000:0.0:1769074957.268799:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657245440
00000100:00100000:1.0:1769074957.268859:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657245696
00000100:00100000:1.0:1769074957.268864:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657245696
00000100:00100000:0.0:1769074957.268867:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4305
00000100:00100000:0.0:1769074957.268876:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657245440:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074957.269112:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4306
00000100:00100000:2.0:1769074957.269121:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657245696:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074957.275827:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13246:x1855007657245696:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 6695us (8564us total) trans 4295106278 rc 0/0
00000100:00100000:2.0:1769074957.275842:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4306
00000100:00100000:0.0:1769074957.281068:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657245440:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 12180us (13863us total) trans 4295106277 rc 0/0
00000100:00100000:0.0:1769074957.281083:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4305
00000100:00100000:3.0:1769074957.286559:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.286781:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657245952
00000100:00100000:0.0:1769074957.286791:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657245952
00000100:00100000:0.0:1769074957.286850:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210222
00000100:00100000:0.0:1769074957.286860:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657245952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.286897:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.287114:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40972 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308840 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.287226:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.287240:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308832 expref: 232 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.287247:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.287291:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308832 expref: 232 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.287304:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308832 expref: 232 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:0.0:1769074957.287317:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb608380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623388160:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.287447:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ea80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.289656:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.292834:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.292945:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657246208
00000100:00100000:1.0:1769074957.292956:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657246208
00010000:00010000:1.0:1769074957.292995:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308832 expref: 233 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:1.0:1769074957.293038:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5359
00000100:00100000:1.0:1769074957.293049:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2369:x1855007657246208:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.293063:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.293069:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308832 expref: 233 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.293082:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308832 expref: 233 pid: 5762 timeout: 2042 lvb_type: 0
00010000:00010000:1.0:1769074957.293110:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:1.0:1769074957.293116:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.293125:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.293132:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.293150:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074957.293210:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2369:x1855007657246208:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 163us (385us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.293219:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5359
00010000:00010000:2.0:1769074957.293394:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e4095d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308832 expref: 232 pid: 5762 timeout: 2042 lvb_type: 0
00000100:00100000:2.0:1769074957.293411:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb608380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623388160:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.293434:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.293442:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.293447:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.293467:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10418:0x0]: returning size 0
00010000:00010000:2.0:1769074957.293622:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40972 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308840 expref: 233 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.293637:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308840 expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.293644:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:2.0:1769074957.293647:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074957.293649:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:2.0:1769074957.293675:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657245952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6816us (7125us total) trans 4295106279 rc 0/0
00000100:00100000:2.0:1769074957.293681:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210222
00000100:00100000:2.0:1769074957.293700:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657246080
00000100:00100000:2.0:1769074957.293704:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657246080
00000100:00100000:0.0:1769074957.295052:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210223
00000100:00100000:1.0:1769074957.295133:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13246:x1855007657246080:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.295154:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.295184:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40987 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308847 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.295248:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295262:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295387:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295405:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295416:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295422:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295520:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4099c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295528:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4099c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295535:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4099c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074957.295566:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00000004:00200000:1.0:1769074957.295570:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074957.295587:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4099c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295597:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4099c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295604:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295610:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295617:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295623:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.295627:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295634:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295645:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074957.295647:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.295652:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295658:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4098e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295669:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295675:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295680:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295684:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.295687:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295693:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295699:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x288e6406 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074957.295702:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.295704:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295709:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40995 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.295735:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40987 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308847 expref: 234 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.295748:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4099c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308847 expref: 233 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.295755:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:1.0:1769074957.295757:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074957.295759:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76a00, rc 0)
00000100:00100000:1.0:1769074957.295876:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657246080:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 810us (6227us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.295894:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210223
00000004:00080000:2.0:1769074957.307060:0:6739:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1943008148557ns, next at 1944008146559ns, rc = 0
00000100:00100000:0.0:1769074957.307217:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1769074957.307242:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623388288:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1769074957.307314:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1769074957.307400:0:7986:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623388288
00000100:00100000:1.0:1769074957.307410:0:7986:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623388288
00000100:00100000:1.0:1769074957.307477:0:7986:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703
00000100:00100000:1.0:1769074957.307486:0:7986:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1855007623388288:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:1.0:1769074957.307508:0:7986:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 20447232 granted 284360704 pending 0 free 3834642432 avail 3831496704
00000100:00100000:1.0:1769074957.307554:0:7986:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1855007623388288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (239us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.307561:0:7986:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703
00000100:00080000:2.0:1769074957.307615:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1769074957.307670:0:3293:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968153 gen 2
00000004:00080000:0.0:1769074957.307675:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90328b398700, transno 4294968145
00000004:00080000:0.0:1769074957.307691:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90328b39ad80, transno 4294968146
00000004:00080000:0.0:1769074957.307694:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90328b39a300, transno 4294968147
00000004:00080000:0.0:1769074957.307697:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90328b398a80, transno 4294968148
00000004:00080000:0.0:1769074957.307700:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90328b39b100, transno 4294968149
00000004:00080000:0.0:1769074957.307702:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90328b39b800, transno 4294968150
00000004:00080000:0.0:1769074957.307704:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90328b398380, transno 4294968151
00000004:00080000:0.0:1769074957.307707:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370f800, transno 4294968152
00000004:00080000:0.0:1769074957.307710:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370d500, transno 4294968153
00000100:00100000:0.0:1769074957.307720:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623388288:0@lo:13:osp-pre-0-0.0
00000004:00080000:1.0:1769074957.307995:0:6738:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 9 done
00000100:00100000:3.0:1769074957.310097:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.310141:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.310316:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657246464
00000100:00100000:0.0:1769074957.310326:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657246464
00000100:00100000:0.0:1769074957.310385:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1540
00000100:00100000:0.0:1769074957.310394:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2368:x1855007657246464:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.310413:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.310440:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4099c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308847 expref: 233 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.310459:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:0.0:1769074957.310465:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.310509:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657246464:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 117us (367us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.310516:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1540
00000100:00100000:1.0:1769074957.310686:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657246336
00000100:00100000:1.0:1769074957.310691:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657246336
00000100:00100000:1.0:1769074957.310730:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210224
00000100:00100000:1.0:1769074957.310737:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657246336:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.310758:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.310774:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e409a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230884e expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.310852:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.310866:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308840 expref: 233 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.310874:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.310944:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308840 expref: 233 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.310957:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308840 expref: 233 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.310970:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623388416:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.311023:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.316094:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623388416:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.316124:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074957.318139:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.318293:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.318591:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657246720
00000100:00100000:2.0:1769074957.318602:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657246720
00000100:00100000:2.0:1769074957.318665:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210225
00000100:00100000:2.0:1769074957.318677:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657246720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.318697:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.318717:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e409b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308855 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.318820:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.318836:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308816 expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.318844:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.318875:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308816 expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.318893:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308816 expref: 235 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.318951:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623388544:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.319031:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.322239:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623388544:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.322378:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074957.324094:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.325159:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657246848
00000100:00100000:1.0:1769074957.325240:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657246848
00010000:00010000:1.0:1769074957.325299:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308840 expref: 236 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.325444:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657246976
00000100:00100000:0.0:1769074957.325449:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657246976
00010000:00010000:0.0:1769074957.325470:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308816 expref: 237 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.325503:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5360
00000100:00100000:0.0:1769074957.325512:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2369:x1855007657246848:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.325529:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.325535:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308840 expref: 237 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.325546:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308840 expref: 237 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.325569:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40979 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308840 expref: 237 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.325584:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:0.0:1769074957.325589:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.325598:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.325604:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.325639:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.325691:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2369:x1855007657246848:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 179us (7561us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.325698:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5360
00000100:00100000:0.0:1769074957.325715:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5361
00000100:00100000:0.0:1769074957.325720:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2369:x1855007657246976:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.325727:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.325730:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308816 expref: 235 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.325742:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308816 expref: 235 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.325752:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40910 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308816 expref: 235 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.325760:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:0.0:1769074957.325764:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.325770:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.325775:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.325787:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.325802:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:2369:x1855007657246976:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 82us (1717us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.325807:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5361
00010000:00010000:2.0:1769074957.327720:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.327736:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074957.327785:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10418:0x0]: returning size 0
00000004:00200000:2.0:1769074957.327790:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.327811:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.327853:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e409a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10418:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230884e expref: 234 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.327889:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230884e expref: 233 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.327899:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:2.0:1769074957.327902:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.327943:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e000, rc 0)
00000100:00100000:2.0:1769074957.328015:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13245:x1855007657246336:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17277us (17925us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.328024:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210224
00010000:00010000:2.0:1769074957.328069:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.328076:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.328089:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00010000:00010000:2.0:1769074957.328466:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e409b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308855 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.328481:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308855 expref: 233 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.328488:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:2.0:1769074957.328490:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074957.328493:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:2.0:1769074957.328519:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657246720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9844us (10226us total) trans 4295106280 rc 0/0
00000100:00100000:2.0:1769074957.328525:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210225
00000100:00100000:2.0:1769074957.335662:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.335713:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.335783:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657247232
00000100:00100000:0.0:1769074957.335793:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657247232
00000100:00100000:0.0:1769074957.335858:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210226
00000100:00100000:0.0:1769074957.335868:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657247232:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.335901:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.335955:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e409c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308863 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.336043:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.336059:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308855 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.336067:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.336103:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308855 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.336116:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308855 expref: 234 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.336128:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb823100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623388672:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.336215:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e600 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.338551:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657247104
00000100:00100000:3.0:1769074957.338564:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657247104
00000100:00100000:3.0:1769074957.338634:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2950
00000100:00100000:3.0:1769074957.338643:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:13245:x1855007657247104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.338659:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.338678:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230885c expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.338706:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308839 expref: 73 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074957.338720:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074957.338723:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074957.338727:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 73 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.338759:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308839 expref: 73 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074957.338769:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308839 expref: 73 pid: 8946 timeout: 2043 lvb_type: 1
00000100:00100000:3.0:1769074957.338782:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623388800:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074957.339074:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875780 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.342687:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.343193:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657247360
00000100:00100000:3.0:1769074957.343203:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657247360
00010000:00010000:3.0:1769074957.343239:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308855 expref: 235 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.343376:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5362
00000100:00100000:3.0:1769074957.343385:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2369:x1855007657247360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.343399:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.343406:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308855 expref: 235 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.343419:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308855 expref: 235 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.343443:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:3.0:1769074957.343448:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.343458:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.343465:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.343484:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.343525:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2369:x1855007657247360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 141us (847us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.343532:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5362
00000100:00100000:3.0:1769074957.347180:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.347325:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1ceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623388800:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.347362:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 73 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.347383:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2faa00, rc 0)
00000100:00100000:2.0:1769074957.347447:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13245:x1855007657247104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8804us (11794us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.347456:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2950
00000100:00100000:1.0:1769074957.347613:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657247488
00000100:00100000:1.0:1769074957.347620:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657247488
00010000:00010000:1.0:1769074957.347654:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308839 expref: 73 pid: 8946 timeout: 2043 lvb_type: 1
00000100:00100000:1.0:1769074957.347688:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5363
00000100:00100000:1.0:1769074957.347697:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657247488:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.347711:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.347734:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308839 expref: 73 pid: 8946 timeout: 2043 lvb_type: 1
00010000:00010000:1.0:1769074957.347746:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308839 expref: 73 pid: 8946 timeout: 2043 lvb_type: 1
00010000:00010000:1.0:1769074957.347771:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e4096b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308839 expref: 73 pid: 8946 timeout: 2043 lvb_type: 1
00010000:00010000:1.0:1769074957.347784:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.347786:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074957.347793:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 72 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.347802:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 72 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.347835:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 72 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074957.347849:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623388928:192.168.204.54@tcp:105:
00000100:00100000:1.0:1769074957.347899:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.351230:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623388928:192.168.204.54@tcp:105:
00010000:00010000:2.0:1769074957.351259:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074957.351320:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2368:x1855007657247488:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 3623us (4157us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.351334:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5363
00010000:00010000:0.0:1769074957.353360:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e409b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308855 expref: 234 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.353382:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb823100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623388672:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.353407:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.353469:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.353477:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.353524:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00000004:00200000:2.0:1769074957.353529:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.353549:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.353583:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e409c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308863 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.353599:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308863 expref: 233 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.353609:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:2.0:1769074957.353612:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.353615:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7a00, rc 0)
00000100:00100000:2.0:1769074957.353683:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657247232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17817us (17968us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.353692:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210226
00000100:00100000:3.0:1769074957.361803:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.361902:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657247616
00000100:00100000:2.0:1769074957.361953:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657247616
00000100:00100000:2.0:1769074957.362003:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210227
00000100:00100000:2.0:1769074957.362011:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657247616:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.362028:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.362049:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e409db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230886a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.362114:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362127:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362138:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362150:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362157:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362171:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362230:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362236:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362243:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362249:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.362253:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362260:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362270:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.362273:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.362277:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362283:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e409e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362294:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362299:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362305:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362310:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.362313:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362318:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362324:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xbe6ccb29 (ffff90328e9ab600)
00010000:00010000:2.0:1769074957.362326:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.362328:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362333:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e409e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.362359:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e409db lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230886a expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.362369:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.362371:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.362375:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e409db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230886a expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.362383:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4800, rc 0)
00000100:00100000:2.0:1769074957.362439:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657247616:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 429us (646us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074957.362446:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210227
00000100:00100000:3.0:1769074957.365055:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.365212:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657247872
00000100:00100000:2.0:1769074957.365223:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657247872
00000100:00100000:2.0:1769074957.365281:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4307
00000100:00100000:2.0:1769074957.365291:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13245:x1855007657247872:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074957.365593:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657247872:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 302us (544us total) trans 4295106281 rc 0/0
00000100:00100000:2.0:1769074957.365600:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4307
00000100:00100000:0.0:1769074957.369948:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.370215:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657248000
00000100:00100000:3.0:1769074957.370225:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657248000
00000100:00100000:3.0:1769074957.370294:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210228
00000100:00100000:3.0:1769074957.370305:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657248000:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.370327:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.370348:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e409f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308871 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.370418:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370434:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370446:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370463:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370470:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370475:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370579:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370587:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370594:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074957.370627:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10418:0x0]: returning size 2048
00000004:00200000:3.0:1769074957.370632:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.370650:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370662:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370670:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370677:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370686:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370692:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fae00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.370697:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370703:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370713:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.370716:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.370722:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370727:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e409f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370737:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370742:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370746:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370750:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.370752:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370757:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370763:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xe1a22b2d (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.370765:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.370767:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370772:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e409fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.370804:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e409f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308871 expref: 236 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.370815:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308871 expref: 235 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.370821:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074957.370823:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.370825:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa600, rc 0)
00000100:00100000:3.0:1769074957.370957:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657248000:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 604us (1012us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.370965:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210228
00000100:00100000:3.0:1769074957.375270:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.375371:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657248128
00000100:00100000:2.0:1769074957.375381:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657248128
00000100:00100000:2.0:1769074957.375445:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210229
00000100:00100000:2.0:1769074957.375456:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657248128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.375485:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.375509:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40a0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308878 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.375577:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40a13 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.375592:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40a13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.375603:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40a13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074957.375673:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:2.0:1769074957.375678:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.375704:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40a13 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.375731:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40a0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308878 expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.375749:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40a13 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308878 expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.375757:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.375760:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1769074957.375764:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5600, rc 0)
00000100:00100000:2.0:1769074957.375833:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13246:x1855007657248128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 379us (572us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.375840:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210229
00000100:00100000:0.0:1769074957.387262:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.387316:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.387388:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657248384
00000100:00100000:3.0:1769074957.387399:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657248384
00000100:00100000:3.0:1769074957.387465:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210230
00000100:00100000:3.0:1769074957.387475:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657248384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.387497:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.387518:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230887f expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.387628:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.387643:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230884e expref: 237 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.387650:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308871 expref: 237 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.387657:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.387689:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308871 expref: 237 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.387701:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308871 expref: 237 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.387715:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1ced180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389056:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074957.387796:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230884e expref: 237 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.387805:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230884e expref: 237 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.387813:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389184:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074957.387834:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875c00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074957.392596:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074957.392672:0:5762:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000005c27e5f2 x1855007623389056) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308871 expref: 237 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.392692:0:5762:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308871 expref: 237 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.392715:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308871 expref: 237 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.392731:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1ced180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389056:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074957.392745:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389184:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074957.392771:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074957.392776:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.392784:0:5762:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.392792:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074957.397208:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.397307:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657248768
00000100:00100000:1.0:1769074957.397318:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657248768
00000100:00100000:1.0:1769074957.397376:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4308
00000100:00100000:1.0:1769074957.397385:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657248768:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074957.398863:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657248512
00000100:00100000:2.0:1769074957.400576:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657248512
00000100:00100000:3.0:1769074957.400849:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657248640
00000100:00100000:3.0:1769074957.400856:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657248640
00010000:00010000:3.0:1769074957.400892:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230884e expref: 240 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.400959:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5364
00000100:00100000:3.0:1769074957.400969:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:2368:x1855007657248640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.400985:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.400992:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230884e expref: 240 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.401006:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230884e expref: 240 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.401031:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e409aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230884e expref: 240 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.401045:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074957.401050:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.401058:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.401066:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.401089:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.401141:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2368:x1855007657248640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (8553us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.401150:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5364
00000100:00100000:3.0:1769074957.401183:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1541
00000100:00100000:3.0:1769074957.401190:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:2366:x1855007657248512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.401197:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.401200:0:5746:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e40a05)
00010000:00010000:3.0:1769074957.401202:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.401219:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:2366:x1855007657248512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 30us (13902us total) trans 0 rc 116/116
00000100:00100000:3.0:1769074957.401228:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1541
00010000:00010000:3.0:1769074957.401250:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.401258:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074957.401276:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10418:0x0]: returning size 2048
00010000:00010000:3.0:1769074957.401419:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230887f expref: 239 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.401433:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230887f expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.401440:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074957.401443:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074957.401446:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbe00, rc 0)
00000100:00100000:3.0:1769074957.401471:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657248384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13998us (14220us total) trans 4295106282 rc 0/0
00000100:00100000:3.0:1769074957.401478:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210230
00000100:00100000:3.0:1769074957.406357:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13246:x1855007657248768:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 8961us (9148us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.406371:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4308
00000100:00100000:0.0:1769074957.409604:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.409676:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657248896
00000100:00100000:3.0:1769074957.409686:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657248896
00000100:00100000:3.0:1769074957.409744:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210231
00000100:00100000:3.0:1769074957.409754:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657248896:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.409783:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.409805:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40a2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308886 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.409904:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.409961:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230887f expref: 237 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.409970:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.410005:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230887f expref: 237 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.410018:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230887f expref: 237 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.410032:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389312:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074957.410118:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875c00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074957.416990:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.417125:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389312:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074957.417156:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074957.417614:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657249152
00000100:00100000:1.0:1769074957.417624:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657249152
00000100:00100000:1.0:1769074957.417682:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210232
00000100:00100000:1.0:1769074957.417691:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657249152:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.417711:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.417730:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40a3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230888d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.417805:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.417820:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.417831:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.417845:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.417851:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.417856:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.417979:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.417987:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.417993:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.417999:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.418003:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418010:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418021:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074957.418023:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.418028:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418034:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418045:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418050:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418055:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418064:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.418066:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418072:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418078:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xbe6ccb29 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074957.418080:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.418083:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418087:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.418118:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40a3d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230888d expref: 239 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.418128:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074957.418130:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1769074957.418133:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40a3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230888d expref: 239 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.418142:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074957.418420:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657249152:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 729us (1439us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074957.418428:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210232
00000100:00100000:0.0:1769074957.423560:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.423656:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.423739:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657249536
00000100:00100000:1.0:1769074957.423752:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657249536
00000100:00100000:1.0:1769074957.423812:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4309
00000100:00100000:1.0:1769074957.423822:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657249536:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.423854:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657249280
00000100:00100000:3.0:1769074957.423859:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657249280
00010000:00010000:3.0:1769074957.423884:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230887f expref: 239 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.423947:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5365
00000100:00100000:3.0:1769074957.423955:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2369:x1855007657249280:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.423965:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.423971:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230887f expref: 239 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.423982:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230887f expref: 239 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.424003:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40a21 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230887f expref: 240 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.424017:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074957.424022:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.424031:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.424037:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.424060:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.424086:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2369:x1855007657249280:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 133us (537us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.424093:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5365
00010000:00010000:3.0:1769074957.424128:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.424139:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074957.424171:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10418:0x0]: returning size 2048
00000004:00200000:3.0:1769074957.424175:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.424189:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.424215:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40a2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10418:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308886 expref: 239 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.424229:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308886 expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.424235:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074957.424237:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.424240:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033877c0c00, rc 0)
00000100:00100000:1.0:1769074957.424687:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657249536:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 864us (1027us total) trans 4295106283 rc 0/0
00000100:00100000:1.0:1769074957.424696:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4309
00000100:00100000:3.0:1769074957.432180:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657248896:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 22403us (22561us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.432194:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210231
00000100:00100000:0.0:1769074957.432851:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.432951:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657249664
00000100:00100000:3.0:1769074957.432960:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657249664
00000100:00100000:3.0:1769074957.433004:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210233
00000100:00100000:3.0:1769074957.433012:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657249664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.433031:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.433050:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e40a52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308894 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.433114:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433127:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433136:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433150:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433157:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433174:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433268:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433276:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433281:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074957.433312:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10416:0x0]: returning size 4096
00000004:00200000:3.0:1769074957.433316:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.433332:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433341:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433348:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433353:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433359:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433365:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033877c1200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.433369:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433375:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433385:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074957.433388:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.433392:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433397:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1200/0x2152b583a6e40a59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433408:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433413:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433417:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433421:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc2fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.433424:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433428:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433433:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2fc4295a (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.433435:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.433437:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433441:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.433468:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1800/0x2152b583a6e40a52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308894 expref: 239 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.433478:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308894 expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.433484:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:3.0:1769074957.433487:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.433489:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fa600, rc 0)
00000100:00100000:3.0:1769074957.433551:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657249664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 540us (703us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.433559:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210233
00000100:00100000:1.0:1769074957.443257:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.443364:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.443453:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657249920
00000100:00100000:1.0:1769074957.443454:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.443464:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657249920
00000100:00100000:3.0:1769074957.443522:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4310
00000100:00100000:3.0:1769074957.443532:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657249920:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074957.443533:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657250176
00000100:00100000:0.0:1769074957.443537:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657250176
00000100:00100000:0.0:1769074957.443571:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1542
00000100:00100000:0.0:1769074957.443578:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2367:x1855007657250176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.443587:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.443611:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fa600/0x2152b583a6e40a67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308894 expref: 239 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.443628:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074957.443632:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.443682:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2367:x1855007657250176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 104us (228us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.443689:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1542
00000100:00100000:3.0:1769074957.443730:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657249920:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 200us (484us total) trans 4295106284 rc 0/0
00000100:00100000:3.0:1769074957.443737:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4310
00000100:00100000:0.0:1769074957.449406:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.449487:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657250432
00000100:00100000:3.0:1769074957.449497:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657250432
00000100:00100000:3.0:1769074957.449556:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4311
00000100:00100000:3.0:1769074957.449566:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657250432:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.449805:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657250432:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 241us (407us total) trans 4295106285 rc 0/0
00000100:00100000:3.0:1769074957.449812:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4311
00000100:00100000:2.0:1769074957.450110:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657250048
00000100:00100000:2.0:1769074957.450116:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657250048
00000100:00100000:3.0:1769074957.453467:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.453551:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657250688
00000100:00100000:1.0:1769074957.453561:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657250688
00000100:00100000:1.0:1769074957.453616:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4312
00000100:00100000:1.0:1769074957.453625:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657250688:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074957.453886:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657250688:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 261us (427us total) trans 4295106286 rc 0/0
00000100:00100000:1.0:1769074957.453894:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4312
00000100:00100000:1.0:1769074957.456835:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.456981:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657250944
00000100:00100000:3.0:1769074957.456992:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657250944
00000100:00100000:3.0:1769074957.457044:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4313
00000100:00100000:3.0:1769074957.457054:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657250944:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.457347:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657250944:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 294us (519us total) trans 4295106287 rc 0/0
00000100:00100000:3.0:1769074957.457355:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4313
00000100:00100000:0.0:1769074957.457970:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210234
00000100:00100000:0.0:1769074957.457980:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657250048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.457992:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.458011:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40a6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230889b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.458067:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458082:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458094:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458109:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458116:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458121:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458418:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40a83 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458427:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40a83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458435:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40a83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074957.458467:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10418:0x0]: returning size 2048
00000004:00200000:0.0:1769074957.458471:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074957.458486:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40a83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458495:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40a83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458503:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458512:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458519:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458525:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.458528:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458536:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458547:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074957.458549:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.458554:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458560:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40a75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458573:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458579:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458584:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458589:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.458592:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458598:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458605:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xe1a22b2d (ffff903298a49d00)
00010000:00010000:0.0:1769074957.458607:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.458610:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458615:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40a7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.458644:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40a6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230889b expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.458656:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40a83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230889b expref: 242 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.458663:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:0.0:1769074957.458665:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074957.458667:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:0.0:1769074957.458708:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657250048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 729us (15344us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.458715:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210234
00000100:00100000:0.0:1769074957.474152:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.474253:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.474483:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657251200
00000100:00100000:1.0:1769074957.474495:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657251200
00000100:00100000:1.0:1769074957.474563:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4314
00000100:00100000:1.0:1769074957.474573:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657251200:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074957.474952:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657251200:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 379us (807us total) trans 4295106288 rc 0/0
00000100:00100000:1.0:1769074957.474960:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4314
00000100:00100000:3.0:1769074957.476574:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657251328
00000100:00100000:3.0:1769074957.476587:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657251328
00000100:00100000:3.0:1769074957.476657:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1543
00000100:00100000:3.0:1769074957.476667:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:2366:x1855007657251328:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.476686:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.476712:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40a83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230889b expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.476736:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074957.476741:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.477457:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.477620:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657251456
00000100:00100000:1.0:1769074957.477626:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657251456
00000100:00100000:1.0:1769074957.477669:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210235
00000100:00100000:1.0:1769074957.477677:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657251456:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.477694:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.477710:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088a2 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.477770:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477785:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477795:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477809:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477816:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477823:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477891:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477899:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477931:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477939:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.477944:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477951:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477961:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074957.477964:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.477968:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477974:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40a91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477984:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477989:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477994:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.477998:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.478001:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.478006:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.478012:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xde0cbb04 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074957.478014:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.478017:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.478026:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40a98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.478054:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a8a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088a2 expref: 244 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.478063:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074957.478065:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.478069:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40a8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088a2 expref: 244 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.478077:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e000, rc 0)
00000100:00100000:1.0:1769074957.478118:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657251456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 441us (663us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074957.478125:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210235
00000100:00100000:3.0:1769074957.481810:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:2366:x1855007657251328:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 5130us (7541us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.481827:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1543
00000100:00100000:0.0:1769074957.481995:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.482133:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657251712
00000100:00100000:3.0:1769074957.482143:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657251712
00000100:00100000:3.0:1769074957.482189:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4315
00000100:00100000:3.0:1769074957.482197:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657251712:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.482594:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657251712:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 396us (597us total) trans 4295106289 rc 0/0
00000100:00100000:3.0:1769074957.482602:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4315
00000100:00100000:0.0:1769074957.486086:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.486351:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657251840
00000100:00100000:3.0:1769074957.486361:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657251840
00000100:00100000:3.0:1769074957.486418:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210236
00000100:00100000:3.0:1769074957.486427:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657251840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.486447:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.486471:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088a9 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.486535:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40aa6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.486549:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40aa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.486565:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40aa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074957.486626:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:3.0:1769074957.486630:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.486651:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40aa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.486674:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40a9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088a9 expref: 245 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.486692:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40aa6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088a9 expref: 244 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.486701:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.486703:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074957.486707:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fae00, rc 0)
00000100:00100000:3.0:1769074957.486759:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657251840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 334us (683us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.486766:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210236
00000100:00100000:2.0:1769074957.489764:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.489846:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657252096
00000100:00100000:3.0:1769074957.489856:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657252096
00000100:00100000:3.0:1769074957.489958:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4316
00000100:00100000:3.0:1769074957.489969:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657252096:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.490208:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657252096:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 240us (451us total) trans 4295106290 rc 0/0
00000100:00100000:3.0:1769074957.490216:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4316
00000100:00100000:1.0:1769074957.492484:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.492557:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657252224
00000100:00100000:0.0:1769074957.492567:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657252224
00000100:00100000:0.0:1769074957.492618:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4317
00000100:00100000:0.0:1769074957.492626:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657252224:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074957.497350:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.498220:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657252224:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5587us (5736us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.498234:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4317
00000100:00100000:0.0:1769074957.498272:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657252480
00000100:00100000:0.0:1769074957.498280:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657252480
00000100:00100000:0.0:1769074957.498335:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4318
00000100:00100000:0.0:1769074957.498343:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657252480:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074957.498556:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13246:x1855007657252480:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 213us (1215us total) trans 4295106291 rc 0/0
00000100:00100000:0.0:1769074957.498564:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4318
00000100:00100000:2.0:1769074957.502382:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.502416:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.502498:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657252736
00000100:00100000:0.0:1769074957.502507:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657252736
00000100:00100000:0.0:1769074957.502554:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657252992
00000100:00100000:0.0:1769074957.502557:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657252992
00000100:00100000:0.0:1769074957.502569:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4319
00000100:00100000:0.0:1769074957.502577:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657252736:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074957.502816:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13245:x1855007657252736:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 239us (443us total) trans 4295106292 rc 0/0
00000100:00100000:0.0:1769074957.502823:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4319
00000100:00100000:0.0:1769074957.502842:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4320
00000100:00100000:0.0:1769074957.502849:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13246:x1855007657252992:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074957.502995:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657252992:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 146us (577us total) trans 4295106293 rc 0/0
00000100:00100000:0.0:1769074957.503002:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4320
00000100:00100000:1.0:1769074957.507493:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.507576:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657253248
00000100:00100000:3.0:1769074957.507587:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657253248
00000100:00100000:3.0:1769074957.507642:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4321
00000100:00100000:3.0:1769074957.507651:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657253248:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.507901:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13246:x1855007657253248:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 250us (418us total) trans 4295106294 rc 0/0
00000100:00100000:3.0:1769074957.507951:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4321
00000100:00100000:2.0:1769074957.510813:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.511647:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.512013:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657253632
00000100:00100000:2.0:1769074957.512024:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657253632
00000100:00100000:2.0:1769074957.512088:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4322
00000100:00100000:2.0:1769074957.512098:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13246:x1855007657253632:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074957.512407:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13246:x1855007657253632:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 309us (761us total) trans 4295106295 rc 0/0
00000100:00100000:2.0:1769074957.512415:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4322
00000100:00100000:0.0:1769074957.513031:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657253376
00000100:00100000:0.0:1769074957.513038:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657253376
00000100:00100000:0.0:1769074957.513173:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210237
00000100:00100000:0.0:1769074957.513182:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657253376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.513197:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.513222:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40aad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088b0 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.513287:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513300:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513311:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513324:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513330:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513337:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513435:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40ac2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513444:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513451:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074957.513481:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:0.0:1769074957.513485:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074957.513499:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513510:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513518:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513524:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513531:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513537:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.513541:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513548:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513559:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074957.513563:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.513568:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513574:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40ab4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513587:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513592:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513597:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513602:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.513605:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513610:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513617:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9e362f1b (ffff903298a49d00)
00010000:00010000:0.0:1769074957.513619:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.513621:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513626:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40abb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.513653:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40aad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b0 expref: 252 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.513666:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b0 expref: 251 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.513677:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074957.513680:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074957.513682:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:0.0:1769074957.513726:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13245:x1855007657253376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 544us (2922us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.513732:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210237
00000100:00100000:2.0:1769074957.520211:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.520533:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657253760
00000100:00100000:3.0:1769074957.520544:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657253760
00000100:00100000:3.0:1769074957.520615:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1544
00000100:00100000:3.0:1769074957.520625:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:2368:x1855007657253760:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.520643:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.520668:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40ac2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b0 expref: 251 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.520688:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074957.520693:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.520751:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:2368:x1855007657253760:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 128us (549us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.520759:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1544
00000100:00100000:1.0:1769074957.523673:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.523721:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.523802:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657254272
00000100:00100000:0.0:1769074957.523810:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657254272
00000100:00100000:0.0:1769074957.523883:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210238
00000100:00100000:0.0:1769074957.523893:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657254272:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.523960:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.523982:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40ac9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088b7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.524087:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.524101:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308767 expref: 251 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.524110:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.524142:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308767 expref: 251 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.524155:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308767 expref: 251 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.524181:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb836680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389440:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.524265:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033c20c0180 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.524596:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657254016
00000100:00100000:3.0:1769074957.524601:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657254016
00000100:00100000:3.0:1769074957.524638:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4323
00000100:00100000:3.0:1769074957.524646:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13246:x1855007657254016:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.524833:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657254016:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 187us (1110us total) trans 4295106296 rc 0/0
00000100:00100000:3.0:1769074957.524845:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4323
00000100:00100000:1.0:1769074957.528191:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.528301:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657254528
00000100:00100000:2.0:1769074957.528311:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657254528
00000100:00100000:2.0:1769074957.528366:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4324
00000100:00100000:2.0:1769074957.528376:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657254528:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074957.528614:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657254528:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 240us (431us total) trans 4295106297 rc 0/0
00000100:00100000:2.0:1769074957.528622:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4324
00000100:00100000:0.0:1769074957.533000:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.533217:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb836680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389440:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.533244:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074957.533386:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657254656
00000100:00100000:2.0:1769074957.533395:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657254656
00010000:00010000:2.0:1769074957.533430:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308767 expref: 254 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.533473:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5366
00000100:00100000:2.0:1769074957.533483:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2369:x1855007657254656:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074957.533499:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074957.533506:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308767 expref: 254 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.533523:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308767 expref: 254 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.533546:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e4073b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308767 expref: 254 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.533559:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074957.533563:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.533571:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.533578:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.533600:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074957.533653:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:2369:x1855007657254656:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (663us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.533660:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5366
00010000:00010000:2.0:1769074957.533734:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.533742:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074957.533761:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00010000:00010000:2.0:1769074957.534497:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40ac9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b7 expref: 254 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.534519:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b7 expref: 253 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.534527:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074957.534530:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074957.534532:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77c00, rc 0)
00000100:00100000:2.0:1769074957.534575:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657254272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10684us (10912us total) trans 4295106298 rc 0/0
00000100:00100000:2.0:1769074957.534582:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210238
00000100:00100000:0.0:1769074957.541444:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.541527:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657254912
00000100:00100000:2.0:1769074957.541538:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657254912
00000100:00100000:2.0:1769074957.541599:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210239
00000100:00100000:2.0:1769074957.541608:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657254912:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074957.541663:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1769074957.541690:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4080d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10416:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087bb expref: 253 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.541710:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:2.0:1769074957.541726:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40a13 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308878 expref: 252 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.541734:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.541738:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074957.541761:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.541778:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.541786:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.541802:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.541808:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.541814:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.541986:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.541995:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542002:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000040:00080000:2.0:1769074957.542360:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].399, 64 off33728
00010000:00010000:2.0:1769074957.542424:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542433:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542441:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542452:0:5762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542458:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542464:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542482:0:5762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1769074957.542500:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542506:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542513:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542518:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.542523:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542530:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542538:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff90328e9abd00)
00010000:00010000:2.0:1769074957.542541:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1769074957.542544:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542550:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40aec lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10416:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542600:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542606:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542612:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542617:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.542619:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542626:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542633:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.542636:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.542639:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.542645:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40ade lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:2.0:1769074957.542654:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000020d8d888 reply state 00000000f1d5b489 transno 4295106299 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074957.542663:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074957.542741:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657254912:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1133us (1304us total) trans 4295106299 rc 0/0
00000100:00100000:2.0:1769074957.542750:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210239
00010000:00010000:0.0:1769074957.543312:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074957.543319:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.543328:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074957.543333:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.543339:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.543351:0:13362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10416:0x0].0x0 (ffff90328e9abd00)
00010000:00010000:0.0:1769074957.543354:0:13362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074957.543357:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.543362:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40af3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10416:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.543376:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074957.543378:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074957.543380:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1769074957.548016:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.548120:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657255040
00000100:00100000:3.0:1769074957.548131:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657255040
00000100:00100000:3.0:1769074957.548196:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210240
00000100:00100000:3.0:1769074957.548206:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657255040:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.548236:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.548261:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40afa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088be expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.548363:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.548377:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b7 expref: 254 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.548385:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.548415:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b7 expref: 254 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.548426:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b7 expref: 254 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.548439:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623389568:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074957.548519:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb8756c0 going to sleep for 11 seconds
00010000:00010000:0.0:1769074957.548779:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.548788:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.548795:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.548801:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.548805:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.548812:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.548826:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2fc4295a (ffff90328e9ab600)
00010000:00010000:0.0:1769074957.548829:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.548834:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.548839:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40ae5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074957.552350:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.552465:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.552538:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657255296
00000100:00100000:3.0:1769074957.552549:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657255296
00000100:00100000:3.0:1769074957.552605:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4325
00000100:00100000:3.0:1769074957.552614:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657255296:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.552843:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657255296:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 230us (501us total) trans 4295106300 rc 0/0
00000100:00100000:3.0:1769074957.552850:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4325
00000100:00100000:1.0:1769074957.553101:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cef480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623389568:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.553128:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074957.553134:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657255424
00000100:00100000:0.0:1769074957.553140:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657255424
00010000:00010000:0.0:1769074957.553162:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b7 expref: 255 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.553226:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5367
00000100:00100000:0.0:1769074957.553233:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657255424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.553243:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.553249:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b7 expref: 255 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.553259:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b7 expref: 255 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.553418:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40ad0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088b7 expref: 255 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.553434:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074957.553439:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.553448:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.553454:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.553756:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.553799:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2369:x1855007657255424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 565us (1333us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.553806:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5367
00010000:00010000:1.0:1769074957.554031:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.554039:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074957.554073:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:1.0:1769074957.554077:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074957.554093:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.554119:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbc00/0x2152b583a6e40afa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088be expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.554134:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088be expref: 253 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.554140:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074957.554142:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074957.554145:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc2fbe00, rc 0)
00000100:00100000:1.0:1769074957.554185:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657255040:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5980us (6179us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.554191:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210240
00000100:00100000:1.0:1769074957.556974:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.557057:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657255552
00000100:00100000:3.0:1769074957.557066:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657255552
00000100:00100000:3.0:1769074957.557124:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210241
00000100:00100000:3.0:1769074957.557134:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657255552:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.557153:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.557184:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e40b08 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088c5 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.557249:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557262:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557283:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557298:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557304:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557311:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557417:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40b1d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557425:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40b1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557432:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40b1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074957.557465:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00000004:00200000:3.0:1769074957.557469:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.557486:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40b1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557496:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40b1d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557504:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557510:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557517:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557523:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.557526:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557533:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557544:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074957.557548:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.557553:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557559:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b0f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557571:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557577:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557583:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557587:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.557590:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557596:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557602:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x288e6406 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.557604:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.557607:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557612:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.557644:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff02400/0x2152b583a6e40b08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088c5 expref: 255 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.557662:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40b1d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088c5 expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.557669:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:3.0:1769074957.557672:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.557674:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:3.0:1769074957.557737:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657255552:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 605us (772us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.557745:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210241
00000100:00100000:2.0:1769074957.564422:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.564538:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657255680
00000100:00100000:0.0:1769074957.564548:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657255680
00000100:00100000:0.0:1769074957.564614:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1545
00000100:00100000:0.0:1769074957.564624:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2367:x1855007657255680:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.564641:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.564667:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40b1d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088c5 expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.564686:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:0.0:1769074957.564691:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.564743:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:2367:x1855007657255680:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 121us (330us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.564751:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1545
00000100:00100000:1.0:1769074957.569599:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.569693:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657256064
00000100:00100000:2.0:1769074957.569703:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657256064
00000100:00100000:2.0:1769074957.569770:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210242
00000100:00100000:2.0:1769074957.569780:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657256064:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.569806:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.569825:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40b24 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088d3 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.570075:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.570089:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308863 expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.570098:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.570130:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308863 expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.570142:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308863 expref: 254 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.570155:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389696:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.570233:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c33c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.572329:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.572412:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657255808
00000100:00100000:3.0:1769074957.572421:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657255808
00000100:00100000:3.0:1769074957.572477:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210243
00000100:00100000:3.0:1769074957.572486:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657255808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.572505:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.572523:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088cc expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.572588:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572603:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572614:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572627:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572638:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572644:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572706:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572714:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572721:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572727:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.572732:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572738:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572750:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.572753:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.572758:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572763:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b39 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572775:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572785:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572791:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572795:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.572798:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572803:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572810:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xde0cbb04 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.572812:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.572814:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572820:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b40 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.572850:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b32 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088cc expref: 256 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.572859:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.572861:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.572864:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088cc expref: 256 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.572872:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:3.0:1769074957.573056:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657255808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 570us (734us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074957.573064:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210243
00000100:00100000:1.0:1769074957.577006:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.577134:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657256192
00000100:00100000:3.0:1769074957.577144:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657256192
00010000:00010000:3.0:1769074957.577189:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308863 expref: 255 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.577228:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5368
00000100:00100000:3.0:1769074957.577238:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657256192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.577252:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.577260:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308863 expref: 255 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.577271:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308863 expref: 255 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.577293:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:3.0:1769074957.577299:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.577308:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.577316:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.577334:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.577386:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657256192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 149us (389us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.577393:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5368
00000100:00100000:1.0:1769074957.578723:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.578794:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657256448
00000100:00100000:3.0:1769074957.578801:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657256448
00000100:00100000:3.0:1769074957.578843:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4326
00000100:00100000:3.0:1769074957.578851:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657256448:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.582785:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657256448:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 3922us (4055us total) trans 4295106301 rc 0/0
00000100:00100000:3.0:1769074957.582799:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4326
00010000:00010000:2.0:1769074957.582974:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e409cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308863 expref: 255 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.583000:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389696:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.583022:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.583042:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.583049:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074957.583063:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00010000:00010000:2.0:1769074957.583152:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40b24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088d3 expref: 256 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.583350:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088d3 expref: 255 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.583359:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:2.0:1769074957.583362:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074957.583366:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:2.0:1769074957.583394:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657256064:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13616us (13804us total) trans 4295106302 rc 0/0
00000100:00100000:2.0:1769074957.583402:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210242
00000100:00100000:1.0:1769074957.598609:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.598852:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657256576
00000100:00100000:2.0:1769074957.598862:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657256576
00000100:00100000:3.0:1769074957.599278:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210244
00000100:00100000:3.0:1769074957.599288:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657256576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.599313:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.599332:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088da expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.599409:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.599422:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088d3 expref: 256 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.599430:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.599459:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088d3 expref: 256 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.599471:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088d3 expref: 256 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.599484:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389824:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074957.599648:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875600 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.603527:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.603717:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.604120:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657256832
00000100:00100000:0.0:1769074957.604130:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657256832
00010000:00010000:0.0:1769074957.604177:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088d3 expref: 257 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.604219:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5369
00000100:00100000:0.0:1769074957.604228:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2369:x1855007657256832:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.604242:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.604248:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088d3 expref: 257 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.604261:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088d3 expref: 257 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.604295:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:0.0:1769074957.604301:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.604309:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.604316:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.604334:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.604378:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2369:x1855007657256832:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 152us (661us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.604385:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5369
00000100:00100000:3.0:1769074957.605791:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657256704
00000100:00100000:3.0:1769074957.605802:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657256704
00000100:00100000:3.0:1769074957.605858:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210245
00000100:00100000:3.0:1769074957.605877:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657256704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.605901:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.605945:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088e1 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.606009:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606022:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606033:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606046:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606052:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606058:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606178:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606187:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606198:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074957.606233:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:3.0:1769074957.606238:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.606256:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606266:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606285:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606290:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606296:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606302:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.606305:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606311:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606322:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.606324:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.606329:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606334:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40b63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606346:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606351:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606355:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606359:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.606362:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606367:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606373:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9e362f1b (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.606375:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.606377:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606382:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40b6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.606413:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40b5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 259 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.606426:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 258 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.606433:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074957.606435:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.606438:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7a00, rc 0)
00000100:00100000:3.0:1769074957.606500:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657256704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 634us (2983us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.606507:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210245
00010000:00010000:2.0:1769074957.608566:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40b2b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088d3 expref: 257 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.608593:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389824:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.608616:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.608624:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.608630:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074957.608671:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00000004:00200000:2.0:1769074957.608675:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.608694:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.608722:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40b4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088da expref: 257 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.608737:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088da expref: 256 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.608746:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:2.0:1769074957.608749:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.608752:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:2.0:1769074957.608880:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13246:x1855007657256576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9583us (10270us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.608889:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210244
00000100:00100000:1.0:1769074957.613762:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.617552:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657257088
00000100:00100000:2.0:1769074957.617567:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657257088
00000100:00100000:2.0:1769074957.617635:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210246
00000100:00100000:2.0:1769074957.617646:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657257088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.617667:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.617690:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40b78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088e8 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.617789:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.617804:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088be expref: 257 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.617812:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 257 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.617819:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.617852:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 257 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.617864:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 257 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.617889:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389952:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.617999:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088be expref: 257 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.618009:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088be expref: 257 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.618018:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623390080:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.618039:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c33c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.618536:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.620689:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657257216
00000100:00100000:0.0:1769074957.620702:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657257216
00010000:00010000:0.0:1769074957.620750:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 258 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.620787:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5370
00000100:00100000:0.0:1769074957.620797:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2366:x1855007657257216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.620812:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.620818:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 258 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.620831:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 258 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.620854:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074957.620859:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.620867:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.620885:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.620969:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2366:x1855007657257216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (2434us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.620976:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5370
00000100:00100000:2.0:1769074957.625106:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.625348:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.625437:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657257600
00000100:00100000:0.0:1769074957.625446:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657257600
00010000:00010000:0.0:1769074957.625486:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088be expref: 258 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.625532:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5371
00000100:00100000:0.0:1769074957.625541:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2369:x1855007657257600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.625556:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.625562:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088be expref: 258 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.625575:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088be expref: 258 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.625595:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074957.625601:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.625609:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.625616:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.625634:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.625684:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2369:x1855007657257600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 144us (335us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.625692:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5371
00010000:00010000:1.0:1769074957.626155:0:5762:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000000f447989 x1855007623389952) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 257 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074957.626179:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40b71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e1 expref: 257 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.626193:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623389952:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.626209:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fbe00/0x2152b583a6e40b01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088be expref: 256 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.626217:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623390080:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.626238:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074957.626244:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.626252:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.626257:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074957.626276:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00010000:00010000:1.0:1769074957.626426:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40b78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e8 expref: 257 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.626441:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e8 expref: 256 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.626449:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074957.626451:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074957.626454:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5600, rc 0)
00000100:00100000:1.0:1769074957.626486:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657257088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8842us (12734us total) trans 4295106303 rc 0/0
00000100:00100000:1.0:1769074957.626493:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210246
00000100:00100000:3.0:1769074957.627545:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657257472
00000100:00100000:3.0:1769074957.627555:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657257472
00000100:00100000:3.0:1769074957.627635:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4327
00000100:00100000:3.0:1769074957.627644:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13246:x1855007657257472:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.627829:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13246:x1855007657257472:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 186us (2732us total) trans 4295106304 rc 0/0
00000100:00100000:3.0:1769074957.627836:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4327
00000100:00100000:0.0:1769074957.635885:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.636124:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657257728
00000100:00100000:2.0:1769074957.636134:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657257728
00000100:00100000:2.0:1769074957.636201:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210247
00000100:00100000:2.0:1769074957.636212:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657257728:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.636238:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.636261:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40b8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088ef expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.636352:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.636366:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e8 expref: 258 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.636376:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.636410:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e8 expref: 258 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.636422:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e8 expref: 258 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.636435:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623390208:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.636518:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c33c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.638989:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623390208:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074957.639020:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074957.640808:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.641264:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657257856
00000100:00100000:0.0:1769074957.641275:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657257856
00000100:00100000:0.0:1769074957.641334:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210248
00000100:00100000:0.0:1769074957.641343:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657257856:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.641369:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.641389:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40b9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088f6 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.641456:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641469:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641479:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641493:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641499:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641506:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641602:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40bb0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641610:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641618:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074957.641650:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00000004:00200000:0.0:1769074957.641656:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074957.641673:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641684:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641692:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641698:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641704:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641709:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.641714:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641720:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641732:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074957.641735:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.641740:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641746:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40ba2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641759:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641765:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641774:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641779:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.641782:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641787:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641793:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x288e6406 (ffff903298a49d00)
00010000:00010000:0.0:1769074957.641795:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.641798:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641803:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ba9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.641833:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40b9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088f6 expref: 261 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.641846:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40bb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088f6 expref: 260 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.641854:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:0.0:1769074957.641857:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074957.641859:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:0.0:1769074957.641990:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657257856:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 647us (1188us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.641997:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210248
00000100:00100000:2.0:1769074957.643532:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.643609:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657257984
00000100:00100000:0.0:1769074957.643618:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657257984
00010000:00010000:0.0:1769074957.643655:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e8 expref: 260 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.643695:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5372
00000100:00100000:0.0:1769074957.643704:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389468850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2368:x1855007657257984:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.643720:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.643726:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e8 expref: 260 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.643738:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e8 expref: 260 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.643758:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40b7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088e8 expref: 260 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.643772:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074957.643777:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.643786:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.643793:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.643823:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.643887:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389468850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:2368:x1855007657257984:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 184us (362us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.643899:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5372
00010000:00010000:3.0:1769074957.644084:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.644092:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074957.644130:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:3.0:1769074957.644135:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.644152:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.644191:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40b8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088ef expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.644203:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088ef expref: 258 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.644210:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074957.644213:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.644215:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4800, rc 0)
00000100:00100000:3.0:1769074957.644253:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657257728:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8044us (8386us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.644261:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210247
00000100:00100000:2.0:1769074957.648321:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.648391:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657258112
00000100:00100000:0.0:1769074957.648400:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657258112
00000100:00100000:0.0:1769074957.648459:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1546
00000100:00100000:0.0:1769074957.648468:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2367:x1855007657258112:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.648484:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.648506:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40bb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088f6 expref: 258 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.648523:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:0.0:1769074957.648528:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.648584:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2367:x1855007657258112:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 117us (271us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.648591:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1546
00000100:00100000:1.0:1769074957.652788:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.652866:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657258240
00000100:00100000:3.0:1769074957.652876:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657258240
00000100:00100000:3.0:1769074957.652972:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210249
00000100:00100000:3.0:1769074957.652981:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13246:x1855007657258240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.653002:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.653024:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40bb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23088fd expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.653099:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653115:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653127:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653140:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653151:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653157:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653239:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653246:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653251:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653256:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.653260:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653267:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653277:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074957.653280:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.653286:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653291:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40bbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653303:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653312:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653317:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653321:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.653324:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653329:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653334:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x8ee21578 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.653337:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.653339:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653344:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40bc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.653378:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40bb7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088fd expref: 258 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.653388:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074957.653391:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.653393:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40bb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088fd expref: 258 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.653402:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074957.653475:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13246:x1855007657258240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 494us (695us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074957.653482:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210249
00000100:00100000:1.0:1769074957.658595:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.658675:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657258368
00000100:00100000:3.0:1769074957.658684:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657258368
00000100:00100000:3.0:1769074957.658744:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210250
00000100:00100000:3.0:1769074957.658754:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657258368:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.658775:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.658796:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40bcc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308904 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.658861:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.658888:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.658899:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.658955:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.658963:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.658970:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659041:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659048:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659056:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659061:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.659065:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659073:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659085:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.659087:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.659093:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659099:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40bd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659109:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659115:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659121:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659126:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.659128:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659133:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659140:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2edc570 (ffff90328bb7f600)
00010000:00010000:3.0:1769074957.659142:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.659144:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659149:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40bda lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.659188:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40bcc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308904 expref: 258 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.659199:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.659201:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.659205:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40bcc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308904 expref: 258 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.659214:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:3.0:1769074957.659278:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657258368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 525us (692us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074957.659285:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210250
00000100:00100000:2.0:1769074957.663732:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.663824:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657258496
00000100:00100000:3.0:1769074957.663835:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657258496
00000100:00100000:3.0:1769074957.663995:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210251
00000100:00100000:3.0:1769074957.664007:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13246:x1855007657258496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.664027:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.664047:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40be1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230890b expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.664116:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40be8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.664131:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40be8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.664140:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40be8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074957.664210:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:3.0:1769074957.664215:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.664239:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40be8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074957.664265:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40be1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230890b expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.664296:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40be8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230890b expref: 258 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.664305:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074957.664308:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074957.664311:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6a00, rc 0)
00000100:00100000:3.0:1769074957.664377:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657258496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 372us (654us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.664384:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210251
00000100:00100000:1.0:1769074957.667626:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.667719:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657258624
00000100:00100000:3.0:1769074957.667806:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657258624
00000100:00100000:3.0:1769074957.667901:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210252
00000100:00100000:3.0:1769074957.667953:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657258624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.667978:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.668055:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40bef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308912 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.668120:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668135:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668146:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668170:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668176:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668183:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668246:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668253:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668259:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668269:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.668286:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668293:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668304:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074957.668308:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.668313:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668319:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40bf6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668331:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668338:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668344:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668349:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.668353:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668358:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668365:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd9d05d67 (ffff90328e9ab600)
00010000:00010000:2.0:1769074957.668368:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.668370:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668375:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40bfd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd9d05d67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.668403:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40bef lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308912 expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.668413:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074957.668417:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.668420:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40bef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308912 expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.668430:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:2.0:1769074957.668491:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657258624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 581us (875us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074957.668499:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210252
00000100:00100000:2.0:1769074957.672145:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.672424:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657258752
00000100:00100000:3.0:1769074957.672435:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657258752
00000100:00100000:3.0:1769074957.672489:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4328
00000100:00100000:3.0:1769074957.672500:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2ce050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657258752:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074957.678687:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2ce050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657258752:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 6178us (6539us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.678702:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4328
00000100:00100000:1.0:1769074957.683780:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.683887:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657259136
00000100:00100000:2.0:1769074957.683901:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657259136
00000100:00100000:2.0:1769074957.684001:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210253
00000100:00100000:2.0:1769074957.684010:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657259136:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.684032:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.684054:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40c04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308920 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.684124:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684138:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684148:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684162:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684170:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684175:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684240:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684248:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684254:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684261:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.684266:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684290:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684302:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.684305:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.684310:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684316:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40c0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684329:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684336:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684341:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684345:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.684347:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684352:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684358:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x8ee21578 (ffff90328e9ab600)
00010000:00010000:2.0:1769074957.684361:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.684363:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684368:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40c12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.684396:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40c04 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308920 expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.684406:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.684408:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.684411:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40c04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308920 expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.684419:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:2.0:1769074957.684480:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657259136:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 471us (709us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074957.684487:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210253
00000100:00100000:1.0:1769074957.686111:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.686193:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657259008
00000100:00100000:3.0:1769074957.686203:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657259008
00000100:00100000:3.0:1769074957.686251:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210254
00000100:00100000:3.0:1769074957.686261:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657259008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.686294:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.686298:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1769074957.686320:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc2fae00/0x2152b583a6e40aa6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088a9 expref: 258 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.686337:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.686342:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074957.686354:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40c19 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308919 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.686471:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.686482:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.686492:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.686505:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.686512:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.686518:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00080000:3.0:1769074957.686850:0:7034:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1ce:0x0], index 1: 0
00010000:00010000:3.0:1769074957.687385:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.687400:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.687408:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.687447:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.687455:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.687462:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.687469:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.687473:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.687480:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.687489:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074957.687492:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.687496:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.687501:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40c20 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:3.0:1769074957.687513:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fe49614e reply state 000000004d2c36ca transno 4295106305 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074957.687523:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074957.687555:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e40c19 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308919 expref: 260 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.687568:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308919 expref: 259 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.687574:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.687576:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.687579:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:3.0:1769074957.687707:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657259008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1446us (1600us total) trans 4295106305 rc 0/0
00000100:00100000:3.0:1769074957.687715:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210254
00000100:00100000:3.0:1769074957.691305:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.691603:0:13386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657259392
00000100:00100000:2.0:1769074957.691614:0:13386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657259392
00000100:00100000:2.0:1769074957.691690:0:13386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 176
00000100:00100000:2.0:1769074957.691699:0:13386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657259392:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074957.691749:0:13386:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1769074957.691776:0:13386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40b55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088da expref: 260 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.691795:0:13386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff90328e9abe00)
00010000:00010000:2.0:1769074957.691809:0:13386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40be8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230890b expref: 259 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.691817:0:13386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.691821:0:13386:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074957.691860:0:13386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.691878:0:13386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.691887:0:13386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.691902:0:13386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.691955:0:13386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.691962:0:13386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.691976:0:13386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.691983:0:13386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.691990:0:13386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.692116:0:13386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.692125:0:13386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.692133:0:13386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00000004:00010000:2.0:1769074957.692423:0:13386:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000001e8de4c reply state 000000005303be50 transno 4295106306 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00000100:00100000:2.0:1769074957.692435:0:13386:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00010000:2.0:1769074957.692442:0:13386:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000001e8de4c reply state 000000005303be50 transno 4295106306 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00000100:00100000:2.0:1769074957.692448:0:13386:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00010000:00010000:2.0:1769074957.692453:0:13386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.692460:0:13386:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.692468:0:13386:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.692474:0:13386:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.692478:0:13386:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.692485:0:13386:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.692494:0:13386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.692498:0:13386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.692501:0:13386:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074957.692508:0:13386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40c3c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00000004:00010000:2.0:1769074957.692519:0:13386:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000001e8de4c reply state 000000005303be50 transno 4295106306 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00000100:00100000:2.0:1769074957.692524:0:13386:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:2.0:1769074957.692717:0:13386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657259392:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1017us (1421us total) trans 4295106306 rc 0/0
00000100:00100000:2.0:1769074957.692726:0:13386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 176
00010000:00010000:3.0:1769074957.696680:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.696699:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.696707:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.696715:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.696720:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.696729:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.696746:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2edc570 (ffff90328bb7f600)
00010000:00010000:3.0:1769074957.696749:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.696754:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074957.696762:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40c27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074957.697595:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.697656:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657259520
00000100:00100000:2.0:1769074957.697666:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657259520
00000100:00100000:2.0:1769074957.697723:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2951
00000100:00100000:2.0:1769074957.697734:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2369:x1855007657259520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.697752:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.697777:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308927 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:2.0:1769074957.697802:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1ce:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1769074957.697823:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074957.697825:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074957.697835:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308927 expref: 75 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074957.698073:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308927 expref: 75 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074957.698087:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:2.0:1769074957.698204:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2369:x1855007657259520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 470us (613us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.698212:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2951
00010000:00010000:3.0:1769074957.698639:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698649:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698657:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698663:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bff84c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.698667:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698675:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698693:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x288e6406 (ffff90328e9abd00)
00010000:00010000:3.0:1769074957.698696:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.698699:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698706:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bff84c00/0x2152b583a6e40c43 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698722:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698728:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698734:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698740:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.698743:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698748:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698756:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x8ee21578 (ffff90328e9abc00)
00010000:00010000:3.0:1769074957.698758:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.698761:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698767:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40c4a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698781:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698787:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698794:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698798:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.698801:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698806:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698813:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff9033852c1100)
00010000:00010000:3.0:1769074957.698816:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1769074957.698818:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074957.698825:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c51 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10417:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00000100:00100000:3.0:1769074957.700410:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.700503:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657259648
00000100:00100000:1.0:1769074957.700513:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657259648
00000100:00100000:1.0:1769074957.700570:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210255
00000100:00100000:1.0:1769074957.700580:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657259648:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.700605:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.700626:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40c5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230892e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.700688:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.700703:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.700716:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.700730:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.700737:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.700744:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.700863:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.700871:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.700878:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074957.700962:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00000004:00200000:1.0:1769074957.700966:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074957.700988:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701000:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701008:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701014:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701035:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701040:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.701044:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701051:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701062:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074957.701065:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.701069:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701076:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40c66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701088:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701093:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701099:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701104:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.701106:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701111:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701118:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x8ee21578 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074957.701121:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.701124:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701129:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40c6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.701153:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40c5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230892e expref: 260 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.701165:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230892e expref: 259 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.701172:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff9032a2c16200)
00010000:00010000:1.0:1769074957.701175:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074957.701185:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fc00, rc 0)
00000100:00100000:1.0:1769074957.701241:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657259648:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 663us (840us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.701248:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210255
00000100:00100000:0.0:1769074957.705631:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.705748:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657259904
00000100:00100000:2.0:1769074957.705759:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657259904
00000100:00100000:2.0:1769074957.705863:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210256
00000100:00100000:2.0:1769074957.705875:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657259904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.705898:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.705965:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40c7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308935 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.706089:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.706104:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230892e expref: 260 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.706113:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.706150:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230892e expref: 260 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.706163:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230892e expref: 260 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.706176:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623390336:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.706274:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903390f4db40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.714256:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.714433:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657260160
00000100:00100000:2.0:1769074957.714443:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657260160
00000100:00100000:2.0:1769074957.714501:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4329
00000100:00100000:2.0:1769074957.714511:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13245:x1855007657260160:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074957.714978:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657260160:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 467us (731us total) trans 4295106307 rc 0/0
00000100:00100000:2.0:1769074957.714987:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4329
00000100:00100000:0.0:1769074957.723535:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.723596:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657260288
00000100:00100000:1.0:1769074957.723607:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657260288
00010000:00010000:1.0:1769074957.723648:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230892e expref: 262 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.723689:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5373
00000100:00100000:1.0:1769074957.723698:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:2368:x1855007657260288:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.723712:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.723719:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230892e expref: 262 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074957.723731:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230892e expref: 262 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074957.723756:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff9032a2c16200)
00010000:00010000:1.0:1769074957.723761:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.723770:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.723777:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.723797:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074957.723840:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:2368:x1855007657260288:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 143us (315us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.723847:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5373
00010000:00010000:2.0:1769074957.726022:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40c74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230892e expref: 261 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.726046:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623390336:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074957.726070:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.726079:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.726084:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074957.726104:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00010000:00010000:2.0:1769074957.726339:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e40c7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308935 expref: 262 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.726354:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308935 expref: 261 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.726363:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff9032a2c16200)
00010000:00010000:2.0:1769074957.726365:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074957.726368:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:2.0:1769074957.726418:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657259904:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20546us (20797us total) trans 4295106308 rc 0/0
00000100:00100000:2.0:1769074957.726425:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210256
00000100:00100000:3.0:1769074957.733709:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.733753:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.733824:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657260416
00000100:00100000:2.0:1769074957.733837:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657260416
00000100:00100000:2.0:1769074957.733900:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657260672
00000100:00100000:2.0:1769074957.733903:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657260672
00000100:00100000:2.0:1769074957.733973:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210257
00000100:00100000:2.0:1769074957.733983:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657260416:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:0.0:1769074957.733987:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210258
00000100:00100000:0.0:1769074957.734002:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657260672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.734013:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.734015:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.734039:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40c90 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308943 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.734039:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230893c expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.734141:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.734142:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.734166:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308935 expref: 264 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.734171:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308919 expref: 264 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.734182:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074957.734187:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.734221:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308935 expref: 264 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.734222:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308919 expref: 264 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.734249:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308919 expref: 264 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.734268:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb836300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623390592:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.734455:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903383a289c0 going to sleep for 11 seconds
00010000:00010000:2.0:1769074957.737017:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308935 expref: 264 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.737046:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623390464:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.737306:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.740133:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.740266:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb836300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623390592:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.740305:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074957.742032:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657260800
00000100:00100000:3.0:1769074957.742044:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657260800
00010000:00010000:3.0:1769074957.742090:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308919 expref: 265 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.742142:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5374
00000100:00100000:3.0:1769074957.742150:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657260800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.742164:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.742171:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308919 expref: 265 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.742296:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308919 expref: 265 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.742318:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40c2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308919 expref: 265 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.742334:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.742339:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.742348:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.742356:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.742379:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.742441:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2368:x1855007657260800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 291us (2317us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.742448:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5374
00010000:00010000:0.0:1769074957.742637:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.742646:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074957.742669:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10419:0x0]: returning size 0
00010000:00010000:0.0:1769074957.742829:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40c90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308943 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.742846:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308943 expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.742859:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:0.0:1769074957.742862:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074957.742864:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:0.0:1769074957.742904:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657260672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8906us (9150us total) trans 4295106309 rc 0/0
00000100:00100000:0.0:1769074957.742947:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210258
00000100:00100000:3.0:1769074957.743777:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.743897:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657260928
00000100:00100000:0.0:1769074957.743905:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657260928
00010000:00010000:0.0:1769074957.743956:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308935 expref: 264 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.743983:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5375
00000100:00100000:0.0:1769074957.743991:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2369:x1855007657260928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.744003:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.744007:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308935 expref: 264 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.744018:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308935 expref: 264 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.744034:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff9032a2c16200)
00010000:00010000:0.0:1769074957.744038:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.744047:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.744057:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074957.744081:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.744119:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2369:x1855007657260928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 128us (346us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.744127:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5375
00010000:00010000:1.0:1769074957.744132:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e40c82 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10417:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308935 expref: 264 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.744149:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623390464:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.744178:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.744186:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.744192:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074957.744228:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10417:0x0]: returning size 4096
00000004:00200000:1.0:1769074957.744232:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074957.744248:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.744271:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e40c97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10417:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230893c expref: 263 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.744285:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9600/0x2152b583a6e40ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10417:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230893c expref: 262 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.744292:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10417:0x0].0x0 (ffff9032a2c16200)
00010000:00010000:1.0:1769074957.744294:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074957.744296:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9600, rc 0)
00000100:00100000:1.0:1769074957.744323:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657260416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10342us (10624us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.744329:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210257
00000100:00100000:3.0:1769074957.750203:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.750293:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657261056
00000100:00100000:1.0:1769074957.750306:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657261056
00000100:00100000:1.0:1769074957.750369:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210259
00000100:00100000:1.0:1769074957.750378:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657261056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.750400:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.750422:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40cb3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230894a expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.750490:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750509:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750519:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750533:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750539:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750545:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750605:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750611:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750616:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750621:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.750626:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750633:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750644:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074957.750647:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.750653:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750659:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40cba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750670:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750676:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750682:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750687:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074957.750690:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750695:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750701:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x283705e2 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074957.750704:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.750706:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750711:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40cc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.750738:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40cb3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230894a expref: 263 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.750747:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074957.750750:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074957.750753:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40cb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230894a expref: 263 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.750763:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fa00, rc 0)
00000100:00100000:1.0:1769074957.750831:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657261056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 454us (637us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074957.750839:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210259
00010000:00010000:0.0:1769074957.755090:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769074957.758200:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.758303:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.759042:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657261312
00000100:00100000:1.0:1769074957.759055:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657261312
00000100:00100000:1.0:1769074957.759113:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657261184
00000100:00100000:1.0:1769074957.759117:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657261184
00000100:00100000:1.0:1769074957.759147:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210260
00000100:00100000:1.0:1769074957.759165:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657261312:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074957.759179:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210261
00000100:00100000:2.0:1769074957.759191:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657261184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.759192:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.759215:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40cc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308958 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.759295:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40ccf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.759310:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40ccf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.759320:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40ccf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074957.759377:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000004:00200000:1.0:1769074957.759381:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:1.0:1769074957.759386:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00010000:00010000:2.0:1769074957.759390:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40cd6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308951 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000004:00010000:1.0:1769074957.759411:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40ccf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074957.759438:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40cc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308958 expref: 266 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.759440:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.759461:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308943 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.759465:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40ccf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308958 expref: 265 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.759473:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074957.759478:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074957.759483:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074957.759486:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc000, rc 0)
00010000:00010000:2.0:1769074957.759520:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308943 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.759535:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308943 expref: 265 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.759551:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657261312:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 395us (1358us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.759556:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623390720:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.759564:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210260
00000100:00100000:2.0:1769074957.759613:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48cc0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.764395:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.764905:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657261440
00000100:00100000:3.0:1769074957.764955:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657261440
00000100:00100000:3.0:1769074957.765055:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4330
00000100:00100000:3.0:1769074957.765066:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657261440:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074957.767462:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.767767:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657261568
00000100:00100000:0.0:1769074957.767776:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657261568
00010000:00010000:0.0:1769074957.767813:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308943 expref: 267 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.767852:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5376
00000100:00100000:0.0:1769074957.767862:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2368:x1855007657261568:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.767876:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.767884:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308943 expref: 267 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.767897:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308943 expref: 267 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.767948:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:0.0:1769074957.767954:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.767964:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.767975:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.767996:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.768043:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2368:x1855007657261568:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (592us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.768051:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5376
00010000:00010000:3.0:1769074957.768207:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40c9e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308943 expref: 266 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.768224:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623390720:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074957.768246:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.768255:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.768260:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074957.768311:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10419:0x0]: returning size 0
00000004:00200000:3.0:1769074957.768317:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074957.768338:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.769008:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40cd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10419:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308951 expref: 266 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.769187:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308951 expref: 265 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.769199:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.769202:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.769205:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5600, rc 0)
00000100:00100000:3.0:1769074957.769350:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657261184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10159us (11045us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.769358:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210261
00000100:00100000:2.0:1769074957.773825:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657261440:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 8749us (9428us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.773840:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4330
00000100:00100000:2.0:1769074957.775378:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.775663:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657261696
00000100:00100000:3.0:1769074957.775686:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657261696
00000100:00100000:3.0:1769074957.775737:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2952
00000100:00100000:3.0:1769074957.775747:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:13245:x1855007657261696:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.775765:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.775790:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230895f expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.775820:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308927 expref: 76 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074957.775829:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074957.775831:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074957.775835:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.775865:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308927 expref: 76 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074957.775877:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308927 expref: 76 pid: 13367 timeout: 2043 lvb_type: 1
00000100:00100000:3.0:1769074957.775890:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623390848:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.778012:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb8756c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.779203:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.779280:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657261952
00000100:00100000:3.0:1769074957.779290:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657261952
00000100:00100000:3.0:1769074957.779346:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210262
00000100:00100000:3.0:1769074957.779355:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657261952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.779374:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.779377:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1769074957.779403:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40ccf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308958 expref: 263 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.779421:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074957.779426:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074957.779440:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40ceb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308966 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.779566:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.779580:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.779590:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.779602:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.779607:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.779611:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:3.0:1769074957.780046:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1cf:0x0], index 0: 0
00010000:00010000:3.0:1769074957.780206:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.780217:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.780224:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.780258:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.780264:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.780270:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.780276:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074957.780281:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.780287:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.780295:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074957.780297:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074957.780300:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.780306:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40cf2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:3.0:1769074957.780314:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007c4b446e reply state 0000000066d73a75 transno 4295106310 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074957.780326:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074957.780351:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40ceb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308966 expref: 265 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.780364:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308966 expref: 264 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.780371:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074957.780373:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074957.780375:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074957.780560:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657261952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1084us (1240us total) trans 4295106310 rc 0/0
00000100:00100000:3.0:1769074957.780568:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210262
00000100:00100000:0.0:1769074957.781021:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1ceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623390848:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.781049:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.781065:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:0.0:1769074957.781103:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:13245:x1855007657261696:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5358us (5732us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.781111:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2952
00000100:00100000:3.0:1769074957.781501:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.781699:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657262080
00000100:00100000:0.0:1769074957.781707:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657262080
00010000:00010000:0.0:1769074957.781736:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308927 expref: 76 pid: 13367 timeout: 2043 lvb_type: 1
00000100:00100000:0.0:1769074957.781772:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5377
00000100:00100000:0.0:1769074957.781781:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657262080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.781793:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.781813:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308927 expref: 76 pid: 13367 timeout: 2043 lvb_type: 1
00010000:00010000:0.0:1769074957.781831:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308927 expref: 76 pid: 13367 timeout: 2043 lvb_type: 1
00010000:00010000:0.0:1769074957.781850:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f8200/0x2152b583a6e40c58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308927 expref: 76 pid: 13367 timeout: 2043 lvb_type: 1
00010000:00010000:0.0:1769074957.781864:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074957.781866:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074957.781878:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.781888:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.781960:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074957.781974:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb836300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623390976:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074957.782039:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ea80 going to sleep for 11 seconds
00010000:00010000:0.0:1769074957.784496:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.784523:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.784529:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.784539:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.784544:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.784552:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.784566:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x283705e2 (ffff90328bb7f600)
00010000:00010000:0.0:1769074957.784570:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.784574:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.784580:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40cf9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074957.784653:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb836300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623390976:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074957.784674:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.793331:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657262080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 11537us (11817us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.793345:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5377
00000100:00100000:2.0:1769074957.794129:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.794170:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.794249:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657262464
00000100:00100000:0.0:1769074957.794258:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657262464
00000100:00100000:0.0:1769074957.794304:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2953
00000100:00100000:0.0:1769074957.794313:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2366:x1855007657262464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.794330:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.794351:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230896d expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:0.0:1769074957.794381:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:0.0:1769074957.794399:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00000100:00100000:3.0:1769074957.794400:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657262336
00010000:00010000:0.0:1769074957.794402:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00000100:00100000:3.0:1769074957.794407:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657262336
00010000:00010000:0.0:1769074957.794413:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230896d expref: 73 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074957.794436:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230896d expref: 73 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074957.794448:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:3.0:1769074957.794487:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4331
00000100:00100000:3.0:1769074957.794496:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657262336:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074957.794543:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2366:x1855007657262464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 230us (370us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.794550:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2953
00000100:00100000:3.0:1769074957.794800:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657262336:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 304us (671us total) trans 4295106311 rc 0/0
00000100:00100000:3.0:1769074957.794807:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4331
00000100:00100000:2.0:1769074957.798699:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.799288:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657262592
00000100:00100000:0.0:1769074957.799299:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657262592
00000100:00100000:0.0:1769074957.799354:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210263
00000100:00100000:0.0:1769074957.799363:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657262592:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.799393:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.799414:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308974 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.799481:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.799495:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.799510:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.799524:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.799531:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.799536:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074957.799780:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.799844:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657262848
00000100:00100000:3.0:1769074957.799849:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657262848
00000100:00100000:3.0:1769074957.799957:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4332
00000100:00100000:3.0:1769074957.799965:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657262848:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074957.800259:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13246:x1855007657262848:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 293us (478us total) trans 4295106312 rc 0/0
00000100:00100000:3.0:1769074957.800267:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4332
00010000:00010000:0.0:1769074957.800284:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40d2a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800294:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40d2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800303:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40d2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074957.800325:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10419:0x0]: returning size 2048
00000004:00200000:0.0:1769074957.800330:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074957.800344:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40d2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800353:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40d2a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800361:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800368:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800377:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800383:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.800387:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800395:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800409:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074957.800414:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.800420:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800427:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800441:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800446:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800452:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800457:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.800460:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800465:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800472:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2edc570 (ffff903298a49300)
00010000:00010000:0.0:1769074957.800474:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.800477:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800483:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.800514:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308974 expref: 268 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.800525:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40d2a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308974 expref: 267 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.800532:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:0.0:1769074957.800534:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074957.800536:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76a00, rc 0)
00000100:00100000:0.0:1769074957.800630:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13245:x1855007657262592:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1259us (1932us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.800637:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210263
00000100:00100000:2.0:1769074957.813758:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.813870:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.814095:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657263232
00000100:00100000:3.0:1769074957.814107:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657263232
00000100:00100000:3.0:1769074957.814197:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1547
00000100:00100000:3.0:1769074957.814208:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389469850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2367:x1855007657263232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.814224:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.814249:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40d2a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308974 expref: 267 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.814269:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.814284:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.814338:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389469850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2367:x1855007657263232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 132us (467us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.814346:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1547
00000100:00100000:2.0:1769074957.816434:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.816835:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657263104
00000100:00100000:1.0:1769074957.816845:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657263104
00000100:00100000:1.0:1769074957.816949:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657263488
00000100:00100000:1.0:1769074957.816952:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657263488
00000100:00100000:1.0:1769074957.816985:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210264
00000100:00100000:1.0:1769074957.816994:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657263104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.817020:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.817042:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d31 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230897b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.817156:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.817170:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308966 expref: 268 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.817183:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.817217:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308966 expref: 268 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.817234:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308966 expref: 268 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.817251:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623391104:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.817333:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.817424:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210265
00000100:00100000:1.0:1769074957.817432:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13245:x1855007657263488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.817441:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.817450:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40d3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308982 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.817492:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.817803:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308951 expref: 269 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.817814:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.817837:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308951 expref: 269 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.817851:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308951 expref: 269 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.817861:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623391232:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.817946:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c600 going to sleep for 11 seconds
00000100:00100000:1.0:1769074957.820070:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623391104:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.820102:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074957.820235:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.820379:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657263616
00000100:00100000:2.0:1769074957.820388:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657263616
00010000:00010000:2.0:1769074957.820422:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308966 expref: 270 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.820463:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5378
00000100:00100000:2.0:1769074957.820472:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2368:x1855007657263616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074957.820485:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074957.820491:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308966 expref: 270 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.820502:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308966 expref: 270 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.820534:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40d00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308966 expref: 270 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.820549:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074957.820554:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.820563:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.820574:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.820595:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074957.820648:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:2368:x1855007657263616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 177us (414us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.820656:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5378
00010000:00010000:1.0:1769074957.820787:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074957.820795:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074957.820815:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 0
00010000:00010000:1.0:1769074957.820995:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230897b expref: 270 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.821010:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230897b expref: 269 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.821017:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:1.0:1769074957.821020:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074957.821023:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc000, rc 0)
00000100:00100000:1.0:1769074957.821052:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657263104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4059us (7304us total) trans 4295106313 rc 0/0
00000100:00100000:1.0:1769074957.821062:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210264
00000100:00100000:2.0:1769074957.822874:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.823020:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623391232:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.823044:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074957.823282:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657263744
00000100:00100000:3.0:1769074957.823290:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657263744
00010000:00010000:3.0:1769074957.823321:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308951 expref: 269 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.823356:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5379
00000100:00100000:3.0:1769074957.823365:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:2368:x1855007657263744:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.823379:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.823385:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308951 expref: 269 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.823406:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308951 expref: 269 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.823424:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40cdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308951 expref: 269 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.823436:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.823440:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.823448:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.823455:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.823477:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.823539:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:2368:x1855007657263744:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (670us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.823546:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5379
00010000:00010000:1.0:1769074957.823622:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.823629:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074957.823647:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10419:0x0]: returning size 2048
00010000:00010000:1.0:1769074957.823778:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40d3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308982 expref: 269 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.823793:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308982 expref: 268 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.823800:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:1.0:1769074957.823802:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074957.823805:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cd600, rc 0)
00000100:00100000:1.0:1769074957.823831:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13245:x1855007657263488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6400us (7407us total) trans 4295106314 rc 0/0
00000100:00100000:1.0:1769074957.823837:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210265
00000100:00100000:2.0:1769074957.829431:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.832544:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.833415:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657263872
00000100:00100000:1.0:1769074957.833430:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657263872
00000100:00100000:1.0:1769074957.833501:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657264000
00000100:00100000:1.0:1769074957.833511:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657264000
00000100:00100000:1.0:1769074957.833546:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210266
00000100:00100000:1.0:1769074957.833555:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657263872:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074957.833580:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074957.833602:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40d5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308989 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.833695:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.833710:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230897b expref: 270 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.833719:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.833753:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230897b expref: 270 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.833766:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230897b expref: 270 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.833781:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623391360:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074957.833870:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.834050:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210267
00000100:00100000:3.0:1769074957.834062:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657264000:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074957.834077:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074957.834088:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40d69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308990 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.834143:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.834158:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308982 expref: 271 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.834165:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.834185:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308982 expref: 271 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.834193:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308982 expref: 271 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.834203:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cec700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623391488:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074957.834234:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875600 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.838077:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.838319:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cec700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623391488:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074957.838351:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074957.838427:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657264128
00000100:00100000:1.0:1769074957.838436:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657264128
00010000:00010000:1.0:1769074957.838478:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308982 expref: 272 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.838638:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5380
00000100:00100000:1.0:1769074957.838649:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2368:x1855007657264128:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074957.838668:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074957.838675:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308982 expref: 272 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074957.838686:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308982 expref: 272 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074957.838711:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40d46 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308982 expref: 272 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074957.838727:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:1.0:1769074957.838732:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074957.838741:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074957.838747:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074957.838779:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074957.838842:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2368:x1855007657264128:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 193us (773us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.838851:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5380
00010000:00010000:2.0:1769074957.839983:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.839995:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074957.840047:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10419:0x0]: returning size 2048
00000004:00200000:2.0:1769074957.840052:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.840073:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.840110:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40d69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10419:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308990 expref: 271 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.840127:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308990 expref: 270 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.840135:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:2.0:1769074957.840138:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.840142:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7a00, rc 0)
00000100:00100000:2.0:1769074957.840205:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657264000:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6146us (7671us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.840213:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210267
00000100:00100000:2.0:1769074957.846182:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.846228:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.846398:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657264384
00000100:00100000:0.0:1769074957.846407:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657264384
00000100:00100000:0.0:1769074957.846463:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210268
00000100:00100000:0.0:1769074957.846472:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657264384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.846502:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.846532:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40d77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308997 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.846602:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846614:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846625:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846639:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846645:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846650:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846749:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846757:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846764:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074957.846799:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10419:0x0]: returning size 2048
00000004:00200000:0.0:1769074957.846804:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074957.846821:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846833:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846842:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846848:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846854:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846860:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.846863:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846870:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846880:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074957.846883:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.846887:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846892:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40d7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846904:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846944:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846949:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846953:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.846957:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846962:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846969:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2edc570 (ffff903298a49300)
00010000:00010000:0.0:1769074957.846971:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.846974:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.846979:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40d85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.847008:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40d77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308997 expref: 272 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.847019:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308997 expref: 271 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.847026:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:0.0:1769074957.847028:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074957.847031:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:0.0:1769074957.847088:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13245:x1855007657264384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 616us (859us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.847096:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210268
00000100:00100000:3.0:1769074957.847516:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657264256
00000100:00100000:3.0:1769074957.847523:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657264256
00010000:00010000:3.0:1769074957.847606:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230897b expref: 271 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.847641:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5381
00000100:00100000:3.0:1769074957.847650:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2369:x1855007657264256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.847661:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.847666:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230897b expref: 271 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.847679:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230897b expref: 271 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.847694:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074957.847698:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.847706:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.847711:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074957.847728:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.847766:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2369:x1855007657264256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 117us (1593us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.847772:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5381
00010000:00010000:1.0:1769074957.848414:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40d38 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230897b expref: 270 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074957.848431:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623391360:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074957.848450:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.848458:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.848463:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074957.849102:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 0
00000004:00200000:1.0:1769074957.849108:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074957.849128:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074957.849171:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40d5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308989 expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.849185:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308989 expref: 269 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074957.849192:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:1.0:1769074957.849195:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074957.849198:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cca00, rc 0)
00000100:00100000:1.0:1769074957.849242:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657263872:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15688us (19822us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074957.849250:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210266
00000100:00100000:0.0:1769074957.856984:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.857031:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.857105:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657264640
00000100:00100000:2.0:1769074957.857117:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657264640
00000100:00100000:2.0:1769074957.857182:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2954
00000100:00100000:2.0:1769074957.857191:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13246:x1855007657264640:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.857209:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.857228:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40d93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230899e expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.857258:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230896d expref: 74 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074957.857266:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074957.857268:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074957.857283:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40d93 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230899e expref: 74 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074957.857299:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657264512
00000100:00100000:3.0:1769074957.857306:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657264512
00010000:00010000:2.0:1769074957.857318:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230896d expref: 74 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074957.857333:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230896d expref: 74 pid: 13367 timeout: 2043 lvb_type: 1
00000100:00100000:2.0:1769074957.857355:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623391616:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074957.857355:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1548
00000100:00100000:3.0:1769074957.857367:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:2366:x1855007657264512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.857378:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.857398:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40d8c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308997 expref: 269 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074957.857416:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074957.857420:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074957.857436:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.857449:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:2366:x1855007657264512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 84us (474us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.857459:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1548
00000100:00100000:0.0:1769074957.861788:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623391616:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.861823:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40d93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230899e expref: 74 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.861845:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5e00, rc 0)
00000100:00100000:0.0:1769074957.861953:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:13246:x1855007657264640:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4762us (4919us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.861962:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2954
00000100:00100000:2.0:1769074957.863426:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.866154:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.866320:0:13312:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657264896
00000100:00100000:1.0:1769074957.866331:0:13312:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657264896
00002000:00100000:1.0:1769074957.866380:0:13312:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1ce:0x0] (0->4095)  req@ffff90328eac3800 x1855007657264896/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:493/0 lens 4584/0 e 0 to 0 dl 1769074968 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074957.866392:0:13312:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90328eac3800 with x1855007657264896 ext(0->4095)
00002000:00010000:1.0:1769074957.866398:0:13312:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90328eac3800
00000100:00100000:1.0:1769074957.866432:0:13312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 626
00000100:00100000:1.0:1769074957.866442:0:13312:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2367:x1855007657264896:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074957.866879:0:13312:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2367:x1855007657264896:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 437us (733us total) trans 4294968155 rc 0/0
00000100:00100000:1.0:1769074957.866888:0:13312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 626
00002000:00100000:1.0:1769074957.866894:0:13312:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1ce:0x0] (0->4095)  req@ffff90328eac3800 x1855007657264896/t4294968155(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:493/0 lens 4584/448 e 0 to 0 dl 1769074968 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074957.866901:0:13312:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90328eac3800 with x1855007657264896 ext(0->4095)
00002000:00010000:1.0:1769074957.866904:0:13312:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90328eac3800
00000100:00100000:0.0:1769074957.869287:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657264768
00000100:00100000:0.0:1769074957.869303:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657264768
00010000:00010000:0.0:1769074957.869349:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230896d expref: 76 pid: 13367 timeout: 2043 lvb_type: 1
00000100:00100000:0.0:1769074957.869490:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5382
00000100:00100000:0.0:1769074957.869501:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657264768:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.869517:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.869539:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230896d expref: 76 pid: 13367 timeout: 2043 lvb_type: 1
00010000:00010000:0.0:1769074957.869551:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230896d expref: 76 pid: 13367 timeout: 2043 lvb_type: 1
00010000:00010000:0.0:1769074957.869576:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40d0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230896d expref: 76 pid: 13367 timeout: 2043 lvb_type: 1
00010000:00010000:0.0:1769074957.869591:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074957.869593:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074957.869600:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40d93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230899e expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.869616:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40d93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230899e expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.869656:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5e00/0x2152b583a6e40d93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230899e expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074957.869669:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623391744:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074957.869811:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ed80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074957.874249:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074957.874677:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657265024
00000100:00100000:1.0:1769074957.874688:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657265024
00000100:00100000:1.0:1769074957.874789:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210269
00000100:00100000:1.0:1769074957.874798:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13245:x1855007657265024:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:3.0:1769074957.881057:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623391744:192.168.204.54@tcp:105:
00010000:00010000:3.0:1769074957.881087:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.881652:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657264768:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 12149us (18229us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.881665:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5382
00000100:00100000:1.0:1769074957.893986:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.895595:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657265280
00000100:00100000:2.0:1769074957.895608:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657265280
00000100:00100000:2.0:1769074957.895724:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4333
00000100:00100000:2.0:1769074957.895735:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657265280:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074957.896148:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657265280:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 414us (2238us total) trans 4295106315 rc 0/0
00000100:00100000:2.0:1769074957.896166:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4333
00000100:00100000:1.0:1769074957.902350:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.902829:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657265408
00000100:00100000:2.0:1769074957.902841:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657265408
00000100:00100000:2.0:1769074957.902899:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210270
00000100:00100000:2.0:1769074957.902949:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657265408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074957.902971:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074957.902994:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40d9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089a5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.903056:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903069:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903080:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903090:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903094:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903098:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903179:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903187:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903193:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074957.903227:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 2048
00000004:00200000:2.0:1769074957.903233:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074957.903250:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903261:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903269:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903275:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903285:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903291:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.903296:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903304:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903316:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074957.903319:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.903323:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903329:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40da1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903341:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903347:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903352:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903356:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074957.903359:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903365:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903372:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x283705e2 (ffff9032af293c00)
00010000:00010000:2.0:1769074957.903374:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074957.903377:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903382:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40da8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074957.903410:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40d9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.903423:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.903430:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074957.903432:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074957.903435:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13800, rc 0)
00000100:00100000:2.0:1769074957.903496:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657265408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 587us (1153us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.903503:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210270
00000100:00100000:0.0:1769074957.911976:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.912010:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657265664
00000100:00100000:0.0:1769074957.912021:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657265664
00000100:00100000:0.0:1769074957.912071:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210271
00000100:00100000:0.0:1769074957.912080:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657265664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.912101:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.912122:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e40db6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089ac expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.912223:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.912238:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308989 expref: 272 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.912247:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.912261:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.912294:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.912306:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 272 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.912319:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb837480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623391872:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.912402:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308989 expref: 272 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.912411:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308989 expref: 272 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.912420:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623392000:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.912441:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338bc3dcc0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074957.915562:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.915960:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657265792
00000100:00100000:2.0:1769074957.915971:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657265792
00010000:00010000:2.0:1769074957.916009:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 273 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.916042:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5383
00000100:00100000:2.0:1769074957.916051:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657265792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074957.916064:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074957.916071:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 273 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.916083:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 273 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.916105:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074957.916111:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.916119:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074957.916125:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074957.916178:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657265792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 127us (624us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.916186:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5383
00000100:00100000:2.0:1769074957.920308:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657265024:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 45500us (46059us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.920323:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210269
00000001:00080000:3.0:1769074957.920410:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106309 is committed
00000001:00080000:3.0:1769074957.920438:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106314 is committed
00000004:00080000:3.0:1769074957.920480:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 121 committed
00000100:00100000:2.0:1769074957.920707:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1769074957.920722:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623392128:0@lo:6:osp-syn-0-0.0
00000100:00100000:2.0:1769074957.920770:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074957.920814:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623392128
00000100:00100000:2.0:1769074957.920822:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623392128
00000100:00100000:2.0:1769074957.920859:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955
00000100:00100000:2.0:1769074957.920878:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+5:3296:x1855007623392128:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:2.0:1769074957.920904:0:13367:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:458 count 1
00010000:00010000:2.0:1769074957.920978:0:13367:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.920998:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 74 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.921007:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074957.921009:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074957.921012:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.921040:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 74 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.921053:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 74 pid: 13375 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.921066:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623392256:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074957.921105:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875600 going to sleep for 11 seconds
00010000:00010000:0.0:1769074957.929114:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000fa5c30de x1855007623391872) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 214 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.929145:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40daf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089a5 expref: 214 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.929167:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb837480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623391872:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.929198:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623392000:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.929222:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074957.929228:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.929237:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.929245:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074957.932140:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.932255:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657265920
00000100:00100000:3.0:1769074957.932266:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657265920
00010000:00010000:3.0:1769074957.932312:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308989 expref: 214 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074957.932357:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5384
00000100:00100000:3.0:1769074957.932366:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2368:x1855007657265920:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074957.932380:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074957.932387:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308989 expref: 214 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.932400:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308989 expref: 214 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.932423:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40d62 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308989 expref: 214 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074957.932445:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074957.932449:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.932459:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.932466:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074957.932496:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074957.932591:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:2368:x1855007657265920:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 225us (459us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.932599:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5384
00010000:00010000:0.0:1769074957.932650:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.932657:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074957.932679:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 2048
00010000:00010000:0.0:1769074957.932843:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e40db6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ac expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.932859:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ac expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.932866:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074957.932869:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074957.932872:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:0.0:1769074957.932898:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657265664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20819us (20932us total) trans 4295106316 rc 0/0
00000100:00100000:0.0:1769074957.932905:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210271
00000100:00100000:1.0:1769074957.934542:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.934633:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623392256:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.934658:0:13367:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074957.934711:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657266176
00000100:00100000:3.0:1769074957.934719:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657266176
00000100:00100000:3.0:1769074957.934768:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2956
00000100:00100000:3.0:1769074957.934777:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2366:x1855007657266176:12345-192.168.204.54@tcp:16:dbench.0
00000100:00100000:0.0:1769074957.940475:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.945963:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657266048
00000100:00100000:2.0:1769074957.945978:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657266048
00010000:00010000:2.0:1769074957.946023:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 76 pid: 13375 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074957.946066:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5385
00000100:00100000:2.0:1769074957.946076:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657266048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074957.946091:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074957.946096:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 76 pid: 13375 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.946115:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 76 pid: 13375 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.946137:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff90338370aa00/0x2152b583a6e3f663 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a23081ef expref: 76 pid: 13375 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074957.946160:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074957.946162:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074957.946166:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.946176:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074957.946201:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074957.946270:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657266048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 195us (5806us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.946278:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5385
00010000:00010000:0.0:1769074957.946543:0:13367:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.946553:0:13367:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.946561:0:13367:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.946568:0:13367:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.946586:0:13367:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1769074957.947019:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3296:x1855007623392128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26152us (26248us total) trans 4294968156 rc 0/0
00000100:00100000:0.0:1769074957.947029:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955
00010000:00010000:0.0:1769074957.947052:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074957.947058:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.947065:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074957.947069:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.947077:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.947089:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.947094:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.947110:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074957.947112:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074957.947113:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1769074957.948636:0:3296:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90328eac3100/2, rc 0, transno 4294968156
00000100:00100000:2.0:1769074957.948657:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623392128:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1769074957.952700:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.952777:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657266304
00000100:00100000:0.0:1769074957.952787:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657266304
00000100:00100000:0.0:1769074957.952849:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210272
00000100:00100000:0.0:1769074957.952858:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657266304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.952890:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.952936:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e40dd2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089b3 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.953022:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.953035:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ac expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.953043:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.953075:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ac expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.953086:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ac expref: 214 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.953100:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb837100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623392384:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074957.953183:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903390c236c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074957.955501:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb837100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623392384:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074957.955529:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074957.957257:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.957412:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657266432
00000100:00100000:0.0:1769074957.957422:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657266432
00010000:00010000:0.0:1769074957.957462:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ac expref: 215 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074957.957499:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5386
00000100:00100000:0.0:1769074957.957509:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:2368:x1855007657266432:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074957.957524:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074957.957530:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ac expref: 215 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.957541:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ac expref: 215 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.957563:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e40dbd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ac expref: 215 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074957.957579:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074957.957584:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.957593:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.957600:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.957625:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074957.957676:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2368:x1855007657266432:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 168us (426us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.957683:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5386
00010000:00010000:0.0:1769074957.957777:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.957785:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074957.957835:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 2048
00000004:00200000:0.0:1769074957.957839:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074957.957860:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.957898:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e40dd2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089b3 expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.957937:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089b3 expref: 213 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.957948:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074957.957951:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074957.957953:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00000100:00100000:0.0:1769074957.957982:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657266304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5126us (5291us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.957989:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210272
00000100:00100000:3.0:1769074957.965779:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.968752:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657266560
00000100:00100000:0.0:1769074957.968766:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657266560
00000100:00100000:0.0:1769074957.968827:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210273
00000100:00100000:0.0:1769074957.968837:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657266560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.968857:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.968891:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40de0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089ba expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.968986:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969001:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969011:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969025:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969031:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969041:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969107:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969115:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969122:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969127:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.969131:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969139:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969332:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074957.969336:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.969343:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969350:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40de7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969364:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969370:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969381:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969386:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074957.969389:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969395:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969402:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3f304673 (ffff903298a49f00)
00010000:00010000:0.0:1769074957.969405:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.969408:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969413:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40dee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074957.969443:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40de0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ba expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.969452:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074957.969455:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074957.969459:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40de0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089ba expref: 214 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.969468:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13800, rc 0)
00000100:00100000:0.0:1769074957.969531:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657266560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 695us (3763us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074957.969539:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210273
00000100:00100000:0.0:1769074957.978415:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074957.978452:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657266688
00000100:00100000:0.0:1769074957.978461:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657266688
00000100:00100000:0.0:1769074957.978511:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210274
00000100:00100000:0.0:1769074957.978520:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+213:13246:x1855007657266688:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074957.978539:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074957.978560:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40df5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089c1 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.978626:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dfc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.978642:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.978654:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074957.978715:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:0.0:1769074957.978719:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074957.978745:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074957.978769:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40df5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089c1 expref: 215 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.978784:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089c1 expref: 214 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074957.978792:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074957.978795:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074957.978799:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:0.0:1769074957.978852:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657266688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 332us (446us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074957.978859:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210274
00000100:00100000:0.0:1769074957.983764:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074957.983841:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657266816
00000100:00100000:3.0:1769074957.983852:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657266816
00000100:00100000:3.0:1769074957.983992:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4334
00000100:00100000:3.0:1769074957.984003:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657266816:12345-192.168.204.54@tcp:37:dbench.0
00000001:00080000:1.0:1769074957.989720:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968155 is committed
00000100:00100000:3.0:1769074957.990627:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2366:x1855007657266176:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 55844us (56084us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074957.990644:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2956
00000100:00100000:2.0:1769074957.992496:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657266816:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 8485us (8730us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074957.992511:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4334
00000100:00100000:0.0:1769074957.995585:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074957.995755:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657266944
00000100:00100000:2.0:1769074957.995765:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657266944
00002000:00100000:2.0:1769074957.995811:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1ce:0x0] (0->4095)  req@ffff9033bb837800 x1855007657266944/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:493/0 lens 4584/0 e 0 to 0 dl 1769074968 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074957.995825:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb837800 with x1855007657266944 ext(0->4095)
00002000:00010000:2.0:1769074957.995830:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb837800
00000100:00100000:2.0:1769074957.995899:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 627
00000100:00100000:2.0:1769074957.995948:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2367:x1855007657266944:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:2.0:1769074957.996425:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2367:x1855007657266944:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 517us (848us total) trans 4294968245 rc 0/0
00000100:00100000:2.0:1769074957.996434:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 627
00002000:00100000:2.0:1769074957.996441:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1ce:0x0] (0->4095)  req@ffff9033bb837800 x1855007657266944/t4294968245(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:493/0 lens 4584/448 e 0 to 0 dl 1769074968 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074957.996449:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb837800 with x1855007657266944 ext(0->4095)
00002000:00010000:2.0:1769074957.996452:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb837800
00000100:00100000:0.0:1769074958.000608:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.000699:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657267072
00000100:00100000:2.0:1769074958.000710:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657267072
00000100:00100000:2.0:1769074958.000769:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210275
00000100:00100000:2.0:1769074958.000779:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657267072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.000799:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.000819:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40e03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089c8 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.000897:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.000956:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.000968:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.000985:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.000992:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.000998:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001068:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001075:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001081:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001086:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.001090:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001097:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001110:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074958.001112:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.001117:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001122:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001137:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001143:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001149:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001695:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.001699:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001705:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001713:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3771cd63 (ffff9032af293c00)
00010000:00010000:2.0:1769074958.001716:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.001719:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001724:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.001761:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40e03 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089c8 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.001770:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074958.001772:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.001775:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40e03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089c8 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.001787:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:0.0:1769074958.001948:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657267072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1168us (1347us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074958.001957:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210275
00000100:00100000:0.0:1769074958.004673:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.007854:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.008795:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657267200
00000100:00100000:2.0:1769074958.008808:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657267200
00000100:00100000:3.0:1769074958.009045:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657267328
00000100:00100000:3.0:1769074958.009051:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657267328
00000100:00100000:3.0:1769074958.009116:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210276
00000100:00100000:3.0:1769074958.009127:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657267200:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:3.0:1769074958.009263:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657267200:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 137us (4600us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.009282:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210276
00000100:00100000:3.0:1769074958.009302:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210277
00000100:00100000:3.0:1769074958.009309:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657267328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.009319:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.009340:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40e18 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089cf expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.009395:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009409:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009421:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009435:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009441:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009451:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009519:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009526:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009532:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009538:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.009541:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009548:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009558:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074958.009560:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.009565:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009570:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40e1f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009579:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009584:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009594:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009599:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.009601:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009607:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009613:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcd328c42 (ffff90328bb7f200)
00010000:00010000:3.0:1769074958.009615:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.009617:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009622:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40e26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.009652:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40e18 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089cf expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.009663:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074958.009665:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.009668:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40e18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089cf expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.009676:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6a00, rc 0)
00000100:00100000:3.0:1769074958.009700:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657267328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 392us (1857us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074958.009706:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210277
00000100:00100000:0.0:1769074958.022142:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.022195:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.022301:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657267584
00000100:00100000:1.0:1769074958.022312:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657267584
00000100:00100000:1.0:1769074958.022371:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210278
00000100:00100000:1.0:1769074958.022382:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657267584:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.022404:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.022425:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40e2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089d6 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.022500:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022515:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022526:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022543:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022550:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022556:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022667:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40e42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022675:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40e42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022682:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40e42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074958.022716:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.022720:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.022737:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40e42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022748:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40e42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022756:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022762:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022768:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022775:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.022779:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022786:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022798:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074958.022801:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.022805:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022811:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40e34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022824:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022829:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022834:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022841:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.022844:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022849:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022855:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x1674e29a (ffff9032a2c16e00)
00010000:00010000:1.0:1769074958.022858:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.022860:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022865:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40e3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.022893:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40e2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089d6 expref: 216 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.022959:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40e42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089d6 expref: 215 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.022967:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074958.022969:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.022972:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cca00, rc 0)
00000100:00100000:1.0:1769074958.023034:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657267584:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 654us (837us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.023042:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210278
00000100:00100000:3.0:1769074958.023198:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657267456
00000100:00100000:3.0:1769074958.023203:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657267456
00000100:00100000:3.0:1769074958.023249:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2957
00000100:00100000:3.0:1769074958.023256:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657267456:12345-192.168.204.54@tcp:16:dbench.0
00000100:00080000:1.0:1769074958.023338:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:3.0:1769074958.031333:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.031381:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.031415:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657267968
00000100:00100000:3.0:1769074958.031426:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657267968
00000100:00100000:3.0:1769074958.031483:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1549
00000100:00100000:3.0:1769074958.031492:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:2368:x1855007657267968:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.031508:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.031534:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40e42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089d6 expref: 215 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.031554:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074958.031559:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.031609:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:2368:x1855007657267968:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 117us (227us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.031616:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1549
00000100:00100000:2.0:1769074958.031739:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657267840
00000100:00100000:2.0:1769074958.031744:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657267840
00000100:00100000:2.0:1769074958.031784:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210279
00000100:00100000:2.0:1769074958.031792:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657267840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.031808:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.031823:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40e49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089dd expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.031958:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.031972:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308370 expref: 215 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.031981:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.032011:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308370 expref: 215 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.032024:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308370 expref: 215 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.032038:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623392512:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.032097:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033912c6000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.043198:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.043229:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657268096
00000100:00100000:0.0:1769074958.043238:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657268096
00010000:00010000:0.0:1769074958.043277:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308370 expref: 216 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074958.043314:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5387
00000100:00100000:0.0:1769074958.043324:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2369:x1855007657268096:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074958.043338:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074958.043343:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308370 expref: 216 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074958.043355:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308370 expref: 216 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:0.0:1769074958.043378:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074958.043383:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.043392:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.043400:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.043419:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074958.043467:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2369:x1855007657268096:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 144us (277us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.043476:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5387
00010000:00010000:2.0:1769074958.044588:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e3fb41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308370 expref: 215 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.044609:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623392512:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.044632:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.044641:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.044647:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074958.044667:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00010000:00010000:2.0:1769074958.044825:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40e49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089dd expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.044840:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089dd expref: 215 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.044848:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074958.044851:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074958.044853:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:2.0:1769074958.044936:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657267840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13144us (13612us total) trans 4295106317 rc 0/0
00000100:00100000:2.0:1769074958.044943:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210279
00000100:00100000:3.0:1769074958.047612:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.047688:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657268224
00000100:00100000:2.0:1769074958.047697:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657268224
00000100:00100000:2.0:1769074958.047756:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210280
00000100:00100000:2.0:1769074958.047765:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657268224:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.047788:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.047806:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089e4 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.047895:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.051426:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089dd expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.051446:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.051497:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089dd expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.051518:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089dd expref: 216 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.051534:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623392640:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.051624:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033912c69c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.055125:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623392640:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074958.055161:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074958.056426:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.056725:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657268352
00000100:00100000:3.0:1769074958.056737:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657268352
00010000:00010000:3.0:1769074958.056774:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089dd expref: 217 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074958.056814:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5388
00000100:00100000:3.0:1769074958.056823:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2368:x1855007657268352:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.056839:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.056845:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089dd expref: 217 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.056855:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089dd expref: 217 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.056890:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40e50 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089dd expref: 217 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.056904:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074958.056948:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.056958:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.056966:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.056990:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.057040:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2368:x1855007657268352:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 218us (619us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.057048:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5388
00010000:00010000:0.0:1769074958.057371:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.057380:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074958.057423:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:0.0:1769074958.057429:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.057447:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.057477:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40e5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089e4 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.057491:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089e4 expref: 215 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.057498:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074958.057501:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074958.057504:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3f600, rc 0)
00000100:00100000:0.0:1769074958.057541:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657268224:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9778us (9938us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.057548:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210280
00000001:00080000:2.0:1769074958.064365:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968245 is committed
00000100:00100000:1.0:1769074958.064562:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657267456:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 41301us (42424us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.064576:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2957
00000100:00100000:3.0:1769074958.074059:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.074178:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657268480
00000100:00100000:0.0:1769074958.074189:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657268480
00000100:00100000:0.0:1769074958.074248:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210281
00000100:00100000:0.0:1769074958.074258:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657268480:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.074280:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.074300:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40e6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089eb expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.074368:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074383:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074394:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074407:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074417:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074422:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074532:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40e81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074539:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074545:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074958.074580:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:0.0:1769074958.074584:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.074604:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074614:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074621:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074626:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074632:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074637:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.074641:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074648:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074658:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074958.074661:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.074666:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074671:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e40e73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074684:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074689:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074694:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074698:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.074700:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074705:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074710:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x17d46a (ffff903298a49f00)
00010000:00010000:0.0:1769074958.074712:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.074714:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074718:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40e7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.074745:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e40e6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089eb expref: 217 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.074757:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40e81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089eb expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.074762:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:0.0:1769074958.074764:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074958.074766:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:0.0:1769074958.075058:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657268480:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 799us (1007us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.075066:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210281
00000100:00100000:0.0:1769074958.079821:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.080043:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657268608
00000100:00100000:2.0:1769074958.080055:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657268608
00000100:00100000:2.0:1769074958.080174:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1550
00000100:00100000:2.0:1769074958.080184:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2368:x1855007657268608:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.080202:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.080242:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40e81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089eb expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.080266:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:2.0:1769074958.080280:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.080347:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:2368:x1855007657268608:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 163us (536us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.080354:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1550
00000100:00100000:0.0:1769074958.084530:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.084641:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657268864
00000100:00100000:2.0:1769074958.084652:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657268864
00000100:00100000:2.0:1769074958.084752:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210282
00000100:00100000:2.0:1769074958.084763:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657268864:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.084783:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.084803:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40e88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089f2 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.084962:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.084978:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308393 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.084986:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.085025:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308393 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.085039:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308393 expref: 216 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.085058:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623392768:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.085130:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.093836:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.094146:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657268992
00000100:00100000:3.0:1769074958.094167:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657268992
00000100:00100000:2.0:1769074958.095874:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623392768:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.095903:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074958.097001:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.097141:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657269120
00000100:00100000:2.0:1769074958.097161:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657269120
00010000:00010000:2.0:1769074958.097199:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308393 expref: 218 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.097241:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5389
00000100:00100000:2.0:1769074958.097251:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2368:x1855007657269120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.097268:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.097465:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308393 expref: 218 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.097479:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308393 expref: 218 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.097501:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e3fba3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308393 expref: 218 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.097518:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:2.0:1769074958.097523:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.097538:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.097546:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.097577:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.097695:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2368:x1855007657269120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 445us (697us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.097703:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5389
00010000:00010000:3.0:1769074958.097762:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.097774:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074958.097795:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00010000:00010000:3.0:1769074958.097998:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40e88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f2 expref: 218 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.098012:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f2 expref: 217 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.098019:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:3.0:1769074958.098021:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074958.098024:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e200, rc 0)
00000100:00100000:3.0:1769074958.098052:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657268864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13292us (13533us total) trans 4295106318 rc 0/0
00000100:00100000:3.0:1769074958.098059:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210282
00000100:00100000:0.0:1769074958.098443:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210283
00000100:00100000:0.0:1769074958.098452:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657268992:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.098469:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.098484:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40e9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23089f9 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.098532:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098542:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098551:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098564:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098571:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098578:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098642:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098650:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098657:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098663:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.098667:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098674:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098682:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074958.098685:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.098690:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098695:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40ea4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098708:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098714:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098718:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098723:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.098726:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098731:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098738:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2fc4295a (ffff903298a49f00)
00010000:00010000:0.0:1769074958.098740:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.098743:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098748:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e40eab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.098772:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40e9d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f9 expref: 217 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.098780:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074958.098783:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.098786:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40e9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f9 expref: 217 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.098799:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:0.0:1769074958.098829:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657268992:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 378us (5003us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074958.098836:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210283
00000100:00100000:0.0:1769074958.103525:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.103669:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657269248
00000100:00100000:3.0:1769074958.103678:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657269248
00000100:00100000:3.0:1769074958.103738:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210284
00000100:00100000:3.0:1769074958.103748:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657269248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.103777:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.103800:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40eb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a00 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.105057:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.105082:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f2 expref: 217 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.105094:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.105137:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f2 expref: 217 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.105152:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f2 expref: 217 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074958.105170:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623392896:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.105267:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928900 going to sleep for 11 seconds
00000100:00100000:1.0:1769074958.109126:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.109266:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657269376
00000100:00100000:0.0:1769074958.109281:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657269376
00000100:00100000:0.0:1769074958.109346:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210285
00000100:00100000:0.0:1769074958.109356:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657269376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.109376:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.109398:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40ec0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a07 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.109474:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40ec7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.109487:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.109499:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074958.109564:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:0.0:1769074958.109568:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.109592:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.109617:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e40ec0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a07 expref: 220 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.109641:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a07 expref: 219 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.109649:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074958.109652:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074958.109656:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:3.0:1769074958.109817:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623392896:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.109838:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074958.110136:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657269376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 779us (1018us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.110143:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210285
00000100:00100000:2.0:1769074958.111754:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.112548:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657269504
00000100:00100000:3.0:1769074958.112559:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657269504
00010000:00010000:3.0:1769074958.112595:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f2 expref: 219 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074958.112668:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5390
00000100:00100000:3.0:1769074958.112678:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657269504:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.112692:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.112699:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f2 expref: 219 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.112712:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f2 expref: 219 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.112734:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e40e8f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089f2 expref: 219 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.112748:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:3.0:1769074958.112753:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.112762:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.112770:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.112807:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074958.112933:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.112942:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074958.112983:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:2.0:1769074958.112988:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.113004:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.113034:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40eb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a00 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.113048:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a00 expref: 218 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.113055:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:2.0:1769074958.113057:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.113060:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074958.113124:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2369:x1855007657269504:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 446us (1375us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.113132:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5390
00000100:00100000:2.0:1769074958.113432:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657269248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9683us (9915us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.113440:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210284
00000100:00100000:0.0:1769074958.123439:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.123506:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.123560:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657269760
00000100:00100000:3.0:1769074958.123571:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657269760
00000100:00100000:3.0:1769074958.123626:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4335
00000100:00100000:3.0:1769074958.123635:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13245:x1855007657269760:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074958.124884:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657269632
00000100:00100000:2.0:1769074958.124895:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657269632
00000100:00100000:2.0:1769074958.125113:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210286
00000100:00100000:2.0:1769074958.125122:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657269632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.125138:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.125282:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40ece lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a0e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.125352:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125367:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125378:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125394:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125402:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125408:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125497:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40ee3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125509:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125515:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074958.125545:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:2.0:1769074958.125549:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.125568:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125579:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125587:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125593:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125599:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125605:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3ea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.125610:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125616:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125627:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074958.125630:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.125635:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125641:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40ed5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125653:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125658:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125664:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125669:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.125671:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125676:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125682:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc3f00931 (ffff9032af293c00)
00010000:00010000:2.0:1769074958.125684:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.125687:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125691:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e40edc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.125718:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40ece lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a0e expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.125730:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a0e expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.125742:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:2.0:1769074958.125744:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.125746:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:2.0:1769074958.125971:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657269632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 848us (2538us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.125979:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210286
00000100:00100000:2.0:1769074958.128815:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657269760:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5171us (5298us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.128829:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4335
00000100:00100000:3.0:1769074958.132591:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.132688:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657269888
00000100:00100000:2.0:1769074958.132699:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657269888
00000100:00100000:2.0:1769074958.132771:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1551
00000100:00100000:2.0:1769074958.132781:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2369:x1855007657269888:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.132797:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.132823:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e40ee3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a0e expref: 218 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.132844:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:2.0:1769074958.132850:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.132944:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2369:x1855007657269888:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 163us (362us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.132952:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1551
00000100:00100000:3.0:1769074958.137828:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.137949:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657270144
00000100:00100000:2.0:1769074958.137960:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657270144
00000100:00100000:2.0:1769074958.138021:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210287
00000100:00100000:2.0:1769074958.138032:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657270144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.138052:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.138072:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40eea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a15 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.138188:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.138203:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083af expref: 218 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.138212:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.138244:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083af expref: 218 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.138258:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083af expref: 218 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.138282:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623393024:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.138363:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48cc0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.140810:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.141020:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657270400
00000100:00100000:1.0:1769074958.141030:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657270400
00000100:00100000:1.0:1769074958.141088:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210288
00000100:00100000:1.0:1769074958.141098:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657270400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.141119:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.141122:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074958.141262:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40ec7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a07 expref: 219 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.141292:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.141297:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074958.141312:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40ef8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a1c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.141440:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.141455:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.141464:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.141477:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.141483:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.141489:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:1.0:1769074958.142706:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1cf:0x0], index 1: 0
00000100:00100000:2.0:1769074958.145450:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623393024:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.145478:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074958.146491:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.146546:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657270528
00000100:00100000:3.0:1769074958.146555:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657270528
00010000:00010000:3.0:1769074958.146594:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083af expref: 221 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074958.146671:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5391
00000100:00100000:3.0:1769074958.146681:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657270528:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.146695:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.146702:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083af expref: 221 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.146715:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083af expref: 221 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.146737:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e3fbfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083af expref: 221 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.146752:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074958.146757:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.146765:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.146772:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074958.146804:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.146858:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2368:x1855007657270528:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 178us (381us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.146877:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5391
00010000:00010000:0.0:1769074958.146951:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.146959:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074958.146978:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00010000:00010000:0.0:1769074958.147125:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e40eea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a15 expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.147141:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a15 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.147160:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074958.147164:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074958.147167:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f81e00, rc 0)
00000100:00100000:0.0:1769074958.147194:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657270144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9164us (9375us total) trans 4295106320 rc 0/0
00000100:00100000:0.0:1769074958.147200:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210287
00010000:00010000:1.0:1769074958.147704:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.147718:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.147729:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.147757:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.147770:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.147777:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.147784:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.147788:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.147796:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.147805:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.147807:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.147812:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.147822:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40eff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:1.0:1769074958.147834:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef1cbc5c reply state 0000000028bef611 transno 4295106319 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074958.147841:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074958.147868:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40ef8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a1c expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.147879:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a1c expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.147885:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074958.147887:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.147890:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cca00, rc 0)
00000100:00100000:1.0:1769074958.147950:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657270400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6854us (7148us total) trans 4295106319 rc 0/0
00000100:00100000:1.0:1769074958.147958:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210288
00010000:00010000:0.0:1769074958.150510:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.150527:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.150535:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.150540:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.150545:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.150552:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.150567:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2fc4295a (ffff9032a2c16e00)
00010000:00010000:0.0:1769074958.150571:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.150575:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.150581:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074958.155727:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.155978:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657270656
00000100:00100000:1.0:1769074958.155989:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657270656
00000100:00100000:1.0:1769074958.156046:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2958
00000100:00100000:1.0:1769074958.156054:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2369:x1855007657270656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.156069:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.156088:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a23 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074958.156108:0:8946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1cf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074958.156125:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074958.156127:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074958.156144:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a23 expref: 76 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074958.156161:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a23 expref: 76 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074958.156174:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc600, rc 0)
00000100:00100000:1.0:1769074958.156237:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2369:x1855007657270656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 183us (520us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.156243:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2958
00000100:00100000:3.0:1769074958.159544:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.159613:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657270784
00000100:00100000:1.0:1769074958.159624:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657270784
00000100:00100000:1.0:1769074958.159722:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210289
00000100:00100000:1.0:1769074958.159733:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657270784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.159769:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.159791:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40f29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a2a expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.159884:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.159900:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a15 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.159968:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.160013:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a15 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.160027:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a15 expref: 220 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.160042:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623393152:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.160150:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cd80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.165050:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.165201:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657271040
00000100:00100000:2.0:1769074958.165211:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657271040
00000100:00100000:2.0:1769074958.165258:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4336
00000100:00100000:2.0:1769074958.165267:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657271040:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074958.165465:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623393152:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.165494:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074958.165638:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657271040:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 370us (595us total) trans 4295106321 rc 0/0
00000100:00100000:2.0:1769074958.165646:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4336
00000100:00100000:2.0:1769074958.169394:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.169493:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657271168
00000100:00100000:3.0:1769074958.169503:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657271168
00010000:00010000:3.0:1769074958.169540:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a15 expref: 222 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074958.169579:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5392
00000100:00100000:3.0:1769074958.169589:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2369:x1855007657271168:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.169603:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.169609:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a15 expref: 222 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.169622:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a15 expref: 222 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.169644:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e40ef1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a15 expref: 222 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.169660:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074958.169666:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.169675:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.169681:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.169712:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074958.169773:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074958.169780:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2369:x1855007657271168:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 190us (395us total) trans 0 rc 0/0
00010000:00010000:1.0:1769074958.169787:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074958.169801:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5392
00000004:00200000:1.0:1769074958.169839:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.169845:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.169865:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.169894:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40f29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a2a expref: 221 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.169958:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a2a expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.169969:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:1.0:1769074958.169972:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.169974:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc000, rc 0)
00000100:00100000:1.0:1769074958.170006:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657270784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10276us (10473us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.170015:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210289
00000100:00100000:3.0:1769074958.177355:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.177561:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657271296
00000100:00100000:1.0:1769074958.177571:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657271296
00000100:00100000:1.0:1769074958.177634:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210290
00000100:00100000:1.0:1769074958.177643:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657271296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.177670:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.177694:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40f37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a31 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.177759:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.177774:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.177787:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.177802:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.177808:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.177820:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.177992:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178002:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178010:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.178044:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.178049:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.178067:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178078:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178085:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178091:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178097:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178103:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.178107:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178115:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178127:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074958.178131:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.178136:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178142:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178155:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178161:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178166:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178170:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.178173:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178178:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178184:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x103f9c81 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074958.178187:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.178190:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178195:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.178223:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40f37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.178235:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 221 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.178241:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:1.0:1769074958.178244:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.178247:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cd000, rc 0)
00000100:00100000:1.0:1769074958.179133:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13246:x1855007657271296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1486us (1783us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.179340:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210290
00000100:00100000:0.0:1769074958.185652:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.187506:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657271552
00000100:00100000:1.0:1769074958.187520:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657271552
00000100:00100000:1.0:1769074958.187576:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210291
00000100:00100000:1.0:1769074958.187587:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657271552:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.187607:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.187627:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40f53 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a38 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.187730:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.187745:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a1c expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.187754:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.187786:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a1c expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.187799:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a1c expref: 222 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.187811:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623393280:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.187952:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cd80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.190261:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.190368:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657271808
00000100:00100000:0.0:1769074958.190378:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657271808
00000100:00100000:0.0:1769074958.190440:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210292
00000100:00100000:0.0:1769074958.190449:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657271808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.190467:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.190498:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40f61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a3f expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.190606:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.190621:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083c4 expref: 224 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.190628:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.190636:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074958.190671:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.190683:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 224 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074958.190698:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623393408:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074958.190791:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083c4 expref: 224 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.190801:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083c4 expref: 224 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:0.0:1769074958.190811:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623393536:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074958.190834:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616a80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.205542:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.205642:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.205668:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.205877:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657271936
00000100:00100000:3.0:1769074958.205887:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657271936
00010000:00010000:3.0:1769074958.205964:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 225 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074958.205993:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657272064
00000100:00100000:3.0:1769074958.205996:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657272064
00010000:00010000:3.0:1769074958.206008:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083c4 expref: 226 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074958.206031:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657272192
00000100:00100000:3.0:1769074958.206035:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657272192
00000100:00100000:2.0:1769074958.206051:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5393
00010000:00010000:3.0:1769074958.206051:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a1c expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.206070:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2369:x1855007657271936:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1769074958.206075:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5394
00000100:00100000:3.0:1769074958.206086:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2368:x1855007657272064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.206088:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.206097:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.206099:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.206105:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083c4 expref: 227 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.206119:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.206228:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623393280:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.206252:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074958.206294:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5395
00000100:00100000:1.0:1769074958.206302:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2368:x1855007657272192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.206312:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.206316:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a1c expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.206327:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a1c expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.206348:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e40f14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a1c expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.206364:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074958.206369:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.206378:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.206385:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.206405:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.206456:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657272192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 154us (785us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.206463:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5395
00010000:00010000:1.0:1769074958.206499:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.206505:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.206526:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041b:0x0]: returning size 0
00010000:00010000:1.0:1769074958.207008:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e40f53 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a38 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.207023:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a38 expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.207030:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074958.207032:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074958.207035:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc200, rc 0)
00000100:00100000:1.0:1769074958.207063:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657271552:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19478us (21422us total) trans 4295106322 rc 0/0
00000100:00100000:1.0:1769074958.207071:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210291
00010000:00010000:1.0:1769074958.211671:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000004df3404a x1855007623393408) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40201400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 225 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:3.0:1769074958.211735:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083c4 expref: 225 pid: 5762 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.217084:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074958.217229:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.217243:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.217251:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074958.217283:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.217351:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2369:x1855007657271936:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 11283us (11814us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.217365:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5393
00010000:00010000:1.0:1769074958.219758:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40f4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a31 expref: 224 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.219790:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623393408:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.219831:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e3fc59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083c4 expref: 223 pid: 5762 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.219843:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623393536:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.219867:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:1.0:1769074958.219874:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074958.219883:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074958.219889:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074958.219951:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00010000:00010000:1.0:1769074958.220124:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e40f61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a3f expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.220138:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a3f expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.220145:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:1.0:1769074958.220148:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074958.220151:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:1.0:1769074958.220232:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657271808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 29784us (29980us total) trans 4295106323 rc 0/0
00000100:00100000:1.0:1769074958.220241:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210292
00010000:00010000:3.0:1769074958.223796:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:3.0:1769074958.223814:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.227338:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2368:x1855007657272064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 21240us (21683us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.227353:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5394
00000100:00100000:0.0:1769074958.227558:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.227681:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.227975:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657272320
00000100:00100000:1.0:1769074958.227989:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657272320
00000100:00100000:1.0:1769074958.228038:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657272448
00000100:00100000:1.0:1769074958.228042:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657272448
00000100:00100000:3.0:1769074958.228057:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210293
00000100:00100000:3.0:1769074958.228071:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657272320:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074958.228078:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210294
00000100:00100000:1.0:1769074958.228089:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657272448:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.228098:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.228103:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.228122:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40f7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a46 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.228123:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a4d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.228221:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.228237:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a3f expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.228245:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.228278:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a3f expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.228291:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a3f expref: 225 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.228305:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623393664:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.228334:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.228348:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a38 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.228356:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.228379:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a38 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074958.228386:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cd80 going to sleep for 11 seconds
00010000:00010000:3.0:1769074958.228389:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a38 expref: 225 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:3.0:1769074958.228400:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bffb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623393792:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.228437:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928840 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.236658:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.236706:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.236711:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bffb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623393792:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.236752:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074958.237126:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657272704
00000100:00100000:2.0:1769074958.237135:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657272704
00010000:00010000:2.0:1769074958.237181:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a38 expref: 226 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.237219:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657272576
00000100:00100000:2.0:1769074958.237223:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657272576
00010000:00010000:2.0:1769074958.237237:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a3f expref: 227 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.237268:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5396
00000100:00100000:2.0:1769074958.237277:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2369:x1855007657272704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.237292:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.237298:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a38 expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.237308:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a38 expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.237331:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40f5a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a38 expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.237346:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:2.0:1769074958.237351:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.237360:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.237368:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.237394:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.237445:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2369:x1855007657272704:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (797us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.237453:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5396
00000100:00100000:2.0:1769074958.237471:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5397
00000100:00100000:2.0:1769074958.237478:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2369:x1855007657272576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.237486:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.237490:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a3f expref: 225 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.237500:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a3f expref: 225 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.237511:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074958.237515:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.237522:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.237528:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.237536:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.237552:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2369:x1855007657272576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 76us (847us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.237561:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5397
00010000:00010000:2.0:1769074958.237990:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.237998:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074958.238040:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041b:0x0]: returning size 0
00000004:00200000:2.0:1769074958.238045:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.238061:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.238088:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e40f7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a46 expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.238102:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a46 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.238109:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:2.0:1769074958.238112:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.238115:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:2.0:1769074958.238143:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657272320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10077us (10586us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.238149:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210293
00010000:00010000:1.0:1769074958.238392:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e40f68 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a3f expref: 223 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.238407:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623393664:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.238424:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.238431:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.238436:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074958.238461:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.238464:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.238485:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.238505:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40f84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a4d expref: 223 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.238517:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a4d expref: 222 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.238523:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:1.0:1769074958.238525:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.238528:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fc00, rc 0)
00000100:00100000:1.0:1769074958.238554:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657272448:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10467us (10872us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.238563:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210294
00000100:00100000:0.0:1769074958.249495:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.249635:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.250165:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657272960
00000100:00100000:3.0:1769074958.250177:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657272960
00000100:00100000:3.0:1769074958.250242:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210295
00000100:00100000:3.0:1769074958.250253:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657272960:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.250275:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.250295:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40f99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a5b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.250367:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250381:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250391:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250406:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250412:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250418:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250527:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250535:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250545:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074958.250577:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:3.0:1769074958.250580:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074958.250596:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250606:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250614:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250620:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250626:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250632:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.250636:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250643:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250655:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074958.250658:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.250662:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250669:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e40fa0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250680:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250685:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250691:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250696:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.250698:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250703:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250709:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2ee4e5f8 (ffff90328bb7f700)
00010000:00010000:3.0:1769074958.250711:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.250714:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250719:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e40fa7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.250747:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e40f99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a5b expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.250758:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a5b expref: 223 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.250764:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:3.0:1769074958.250767:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074958.250770:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3ea00, rc 0)
00000100:00100000:3.0:1769074958.250835:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657272960:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 584us (1199us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.250842:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210295
00000100:00100000:2.0:1769074958.251262:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657272832
00000100:00100000:2.0:1769074958.251268:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657272832
00000100:00100000:2.0:1769074958.251342:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2959
00000100:00100000:2.0:1769074958.251351:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:13245:x1855007657272832:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.251362:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.251377:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a54 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.251400:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a23 expref: 77 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074958.251409:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074958.251411:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074958.251416:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.251449:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a23 expref: 77 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074958.251463:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a23 expref: 77 pid: 8946 timeout: 2043 lvb_type: 1
00000100:00100000:2.0:1769074958.251477:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623393920:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.251573:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48840 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.258138:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.258336:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623393920:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.258369:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.258387:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f80c00, rc 0)
00000100:00100000:2.0:1769074958.258444:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13245:x1855007657272832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7095us (8960us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.258453:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2959
00000100:00100000:1.0:1769074958.259305:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657273216
00000100:00100000:1.0:1769074958.259315:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657273216
00000100:00100000:1.0:1769074958.259368:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210296
00000100:00100000:1.0:1769074958.259376:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657273216:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.259394:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.259414:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40fbc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a62 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.259514:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.259529:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d9 expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.259538:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a5b expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.259546:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.259575:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a5b expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.259586:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a5b expref: 224 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.259600:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394048:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.259685:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d9 expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.259695:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d9 expref: 224 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.259704:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298252a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394176:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.259727:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cd80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074958.264780:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.264864:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.265164:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657273344
00000100:00100000:3.0:1769074958.265177:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657273344
00000100:00100000:0.0:1769074958.265245:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074958.265277:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000000f447989 x1855007623394048) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a5b expref: 225 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.265305:0:5764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a5b expref: 225 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.265329:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e40fae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a5b expref: 225 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.265341:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657273472
00000100:00100000:1.0:1769074958.265347:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394048:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.265348:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657273472
00000100:00100000:1.0:1769074958.265367:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298252a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394176:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.265388:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a23 expref: 77 pid: 8946 timeout: 2043 lvb_type: 1
00010000:00010000:1.0:1769074958.265397:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074958.265405:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.265413:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074958.265419:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657273600
00000100:00100000:2.0:1769074958.265424:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657273600
00010000:00010000:1.0:1769074958.265431:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.265439:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d9 expref: 225 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.265477:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5398
00000100:00100000:2.0:1769074958.265485:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657273472:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.265501:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.265523:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a23 expref: 77 pid: 8946 timeout: 2043 lvb_type: 1
00010000:00010000:2.0:1769074958.265534:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a23 expref: 77 pid: 8946 timeout: 2043 lvb_type: 1
00010000:00010000:2.0:1769074958.265549:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc600/0x2152b583a6e40f22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a23 expref: 77 pid: 8946 timeout: 2043 lvb_type: 1
00010000:00010000:2.0:1769074958.265561:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074958.265563:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074958.265569:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.265579:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074958.265593:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5399
00000100:00100000:1.0:1769074958.265603:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2368:x1855007657273600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.265616:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.265617:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.265625:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d9 expref: 225 pid: 7034 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.265637:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623394304:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074958.265639:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d9 expref: 225 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.265658:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e3fc98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23083d9 expref: 225 pid: 7034 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.265669:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074958.265673:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.265680:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.265688:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.265710:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.265721:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48840 going to sleep for 11 seconds
00000100:00100000:1.0:1769074958.265742:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657273600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 138us (495us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.265750:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5399
00010000:00010000:1.0:1769074958.265780:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.265787:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.265806:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000100:00100000:2.0:1769074958.265894:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1552
00000100:00100000:2.0:1769074958.265944:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657273344:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.265955:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.265957:0:13409:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e40fae)
00010000:00010000:2.0:1769074958.265959:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.265984:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657273344:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 83us (1214us total) trans 0 rc 116/116
00000100:00100000:2.0:1769074958.265992:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1552
00010000:00010000:1.0:1769074958.266015:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40fbc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a62 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.266034:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a62 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.266042:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074958.266045:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074958.266047:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fa00, rc 0)
00000100:00100000:1.0:1769074958.266077:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657273216:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6701us (7949us total) trans 4295106324 rc 0/0
00000100:00100000:1.0:1769074958.266085:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210296
00000100:00100000:3.0:1769074958.270192:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623394304:192.168.204.54@tcp:105:
00010000:00010000:3.0:1769074958.270223:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.270288:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2369:x1855007657273472:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 4803us (5422us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.270299:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5398
00000100:00100000:0.0:1769074958.273551:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.273655:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657273856
00000100:00100000:2.0:1769074958.273668:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657273856
00000100:00100000:2.0:1769074958.273879:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4337
00000100:00100000:2.0:1769074958.273890:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657273856:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:2.0:1769074958.274869:0:5766:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106325
00000100:00100000:2.0:1769074958.275056:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657273856:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 1163us (1511us total) trans 4295106326 rc 0/0
00000100:00100000:2.0:1769074958.275066:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4337
00000020:00080000:2.0:1769074958.275072:0:5766:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:2.0:1769074958.277304:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.277419:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657273984
00000100:00100000:1.0:1769074958.277429:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657273984
00000100:00100000:1.0:1769074958.277529:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210297
00000100:00100000:1.0:1769074958.277542:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657273984:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.277565:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.277587:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40fd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a69 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.277674:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.277693:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a62 expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.277702:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.277735:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a62 expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.277748:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a62 expref: 226 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.277763:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298252a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394432:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.277898:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.281151:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.282152:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298252a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394432:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.282183:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074958.282684:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657274112
00000100:00100000:1.0:1769074958.282693:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657274112
00000100:00100000:1.0:1769074958.282800:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210298
00000100:00100000:1.0:1769074958.282810:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657274112:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.282834:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.282855:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40fdf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a70 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.282958:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.282983:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.282993:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283009:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283015:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283021:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283129:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283136:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283143:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074958.283181:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041b:0x0]: returning size 4096
00000004:00200000:1.0:1769074958.283186:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.283208:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283222:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283230:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283237:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283243:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283250:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.283254:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283261:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283272:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.283275:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.283296:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283302:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e40fe6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283314:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283320:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283325:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283329:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.283332:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283338:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283345:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2fc4295a (ffff9032a2c16e00)
00010000:00010000:1.0:1769074958.283348:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.283351:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283356:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e40fed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.283387:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40fdf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.283399:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.283406:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074958.283408:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.283411:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cd000, rc 0)
00000100:00100000:1.0:1769074958.283478:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657274112:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 669us (2338us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.283486:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210298
00000100:00100000:3.0:1769074958.284313:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.284443:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657274240
00000100:00100000:2.0:1769074958.284451:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657274240
00010000:00010000:2.0:1769074958.284474:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a62 expref: 228 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:2.0:1769074958.284498:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5400
00000100:00100000:2.0:1769074958.284504:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657274240:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.284513:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.284518:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a62 expref: 228 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.284525:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a62 expref: 228 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.284538:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e40fc3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a62 expref: 228 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:2.0:1769074958.284546:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:2.0:1769074958.284549:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.284555:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.284559:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.284578:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074958.284603:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.284611:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074958.284616:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2369:x1855007657274240:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 112us (305us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.284622:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5400
00000004:00200000:1.0:1769074958.284651:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.284655:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.284667:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.284845:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e40fd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a69 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.284860:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a69 expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.284867:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074958.284869:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.284872:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074958.284936:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657273984:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7396us (7639us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.284943:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210297
00000100:00100000:3.0:1769074958.291150:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.291369:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657274496
00000100:00100000:1.0:1769074958.291378:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657274496
00000100:00100000:1.0:1769074958.291475:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210299
00000100:00100000:1.0:1769074958.291484:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657274496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.291504:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.291521:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40ffb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a77 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.291609:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.291621:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a46 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.291630:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.291637:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.291671:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.291683:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 227 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.291698:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394560:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.291789:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a46 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.291795:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a46 expref: 227 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.291801:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298250380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394688:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.291818:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.297463:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.297551:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.298500:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657274624
00000100:00100000:1.0:1769074958.298512:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657274624
00010000:00010000:1.0:1769074958.298557:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 228 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.298603:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5401
00000100:00100000:1.0:1769074958.298612:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657274624:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.298628:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.298634:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 228 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.298652:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 228 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.298677:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074958.298682:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.298690:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.298697:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.298760:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657274624:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 149us (1209us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.298768:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5401
00000100:00100000:3.0:1769074958.301387:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657274752
00000100:00100000:3.0:1769074958.301402:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657274752
00000100:00100000:2.0:1769074958.301643:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210300
00000100:00100000:2.0:1769074958.301654:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657274752:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.301676:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.301700:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41009 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a7e expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.301773:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.301788:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.301801:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.301822:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.301829:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.301835:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.301889:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000035e6ce5e x1855007623394560) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 229 pid: 11659 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.301933:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e40ff4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a70 expref: 229 pid: 11659 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.301949:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394560:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.301964:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298250380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394688:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.301992:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074958.301999:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.302005:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.302013:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074958.302130:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.302289:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657274880
00000100:00100000:1.0:1769074958.302294:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657274880
00010000:00010000:1.0:1769074958.302314:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a46 expref: 229 pid: 5764 timeout: 2043 lvb_type: 0
00000100:00100000:1.0:1769074958.302347:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5402
00000100:00100000:1.0:1769074958.302354:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2369:x1855007657274880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.302365:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.302370:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a46 expref: 229 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.302390:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a46 expref: 229 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.302406:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e40f92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a46 expref: 229 pid: 5764 timeout: 2043 lvb_type: 0
00010000:00010000:1.0:1769074958.302417:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074958.302421:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.302428:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.302434:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.302455:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074958.302463:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.302470:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074958.302486:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041b:0x0]: returning size 4096
00000100:00100000:1.0:1769074958.302512:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657274880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 158us (383us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.302519:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5402
00010000:00010000:2.0:1769074958.302815:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41025 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.302824:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41025 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.302832:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41025 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074958.302857:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000004:00200000:2.0:1769074958.302862:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.302879:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41025 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.302890:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41025 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.302897:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.302945:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.302952:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.302958:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.302974:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.302981:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.302989:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074958.302992:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.302996:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.303001:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41010 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.303011:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.303017:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.303023:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.303028:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.303030:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.303035:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.303042:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51a4c572 (ffff9032af293c00)
00010000:00010000:2.0:1769074958.303045:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.303048:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.303054:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41017 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.303083:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41009 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a7e expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.303096:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41025 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a7e expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.303102:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074958.303104:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.303106:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:2.0:1769074958.303149:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657274752:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1497us (5695us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.303155:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210300
00010000:00010000:0.0:1769074958.304335:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e40ffb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a77 expref: 228 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.304356:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a77 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.304364:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:0.0:1769074958.304366:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074958.304369:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc200, rc 0)
00000100:00100000:0.0:1769074958.304431:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657274496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12947us (13293us total) trans 4295106327 rc 0/0
00000100:00100000:0.0:1769074958.304439:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210299
00000100:00100000:0.0:1769074958.311839:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.312106:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657275008
00000100:00100000:1.0:1769074958.312117:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657275008
00000100:00100000:1.0:1769074958.312171:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210301
00000100:00100000:1.0:1769074958.312182:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657275008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.312209:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.312231:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e4102c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a85 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.312358:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.312377:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a77 expref: 228 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.312386:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.312419:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a77 expref: 228 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.312431:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a77 expref: 228 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.312445:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298250380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394816:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.312539:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.315073:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.315183:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657275136
00000100:00100000:1.0:1769074958.315193:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657275136
00000100:00100000:1.0:1769074958.315256:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1553
00000100:00100000:1.0:1769074958.315266:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2369:x1855007657275136:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.315281:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.315306:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41025 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a7e expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.315324:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:1.0:1769074958.315329:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.315527:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657275136:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 263us (463us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.315534:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1553
00000100:00100000:1.0:1769074958.320334:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298250380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623394816:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.320367:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074958.320771:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.320809:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.320955:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657275264
00000100:00100000:1.0:1769074958.320963:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657275264
00010000:00010000:1.0:1769074958.320998:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a77 expref: 228 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.321040:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5403
00000100:00100000:1.0:1769074958.321058:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657275264:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.321071:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.321078:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a77 expref: 228 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.321091:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a77 expref: 228 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.321113:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e41002 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a77 expref: 228 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.321127:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074958.321131:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.321139:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.321147:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.321165:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.321216:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2369:x1855007657275264:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 168us (447us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.321224:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5403
00010000:00010000:0.0:1769074958.321330:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.321338:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074958.321396:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041b:0x0]: returning size 4096
00000004:00200000:0.0:1769074958.321402:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.321423:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.321458:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e4102c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a85 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.321471:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a85 expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.321478:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:0.0:1769074958.321481:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074958.321484:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc400, rc 0)
00000100:00100000:0.0:1769074958.321511:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657275008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9332us (9684us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.321518:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210301
00000100:00100000:0.0:1769074958.321532:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657275520
00000100:00100000:0.0:1769074958.321536:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657275520
00000100:00100000:2.0:1769074958.321950:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210302
00000100:00100000:2.0:1769074958.321960:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657275520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.321977:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.321992:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4103a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a8c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.324024:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.324057:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308403 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.324067:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.324106:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308403 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.324120:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308403 expref: 227 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.324133:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623394944:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.324204:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48840 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.328594:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623394944:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.328632:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074958.330593:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.330789:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657275648
00000100:00100000:2.0:1769074958.330801:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657275648
00010000:00010000:2.0:1769074958.330840:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308403 expref: 228 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.330881:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5404
00000100:00100000:2.0:1769074958.330892:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2366:x1855007657275648:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.331217:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.331225:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308403 expref: 228 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.331239:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308403 expref: 228 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.331271:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e3fd01 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308403 expref: 228 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.331558:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074958.331564:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.331573:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.331579:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.331614:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074958.331708:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.331715:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074958.331738:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000100:00100000:2.0:1769074958.332044:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2366:x1855007657275648:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1151us (1458us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.332158:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5404
00010000:00010000:1.0:1769074958.332628:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e4103a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a8c expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.332653:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a8c expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.332661:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:1.0:1769074958.332664:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074958.332667:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5600, rc 0)
00000100:00100000:1.0:1769074958.332979:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657275520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11020us (12167us total) trans 4295106328 rc 0/0
00000100:00100000:1.0:1769074958.332986:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210302
00000100:00100000:2.0:1769074958.333411:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.333524:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657275776
00000100:00100000:1.0:1769074958.333532:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657275776
00000100:00100000:1.0:1769074958.333577:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210303
00000100:00100000:1.0:1769074958.333586:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657275776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.333604:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.333633:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e4104f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a93 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.333695:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333708:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333719:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333734:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333745:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333752:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333820:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333827:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333833:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333838:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cca00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.333842:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333849:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333859:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.333861:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.333865:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333871:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41056 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333880:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333889:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333894:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333898:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.333900:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333949:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333957:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x288e6406 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074958.333959:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.333962:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333968:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e4105d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.333997:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e4104f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a93 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.334006:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.334009:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.334011:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e4104f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a93 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.334019:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cd600, rc 0)
00000100:00100000:1.0:1769074958.334073:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657275776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 487us (663us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074958.334081:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210303
00000100:00100000:0.0:1769074958.343322:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.343613:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657275904
00000100:00100000:3.0:1769074958.343630:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657275904
00000100:00100000:3.0:1769074958.343684:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210304
00000100:00100000:3.0:1769074958.343693:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657275904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.343713:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.343732:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e41064 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308a9a expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.343793:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4106b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.343806:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4106b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.343817:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4106b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074958.343874:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:3.0:1769074958.343877:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074958.343896:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4106b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.344457:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e41064 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a9a expref: 229 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.344476:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4106b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a9a expref: 228 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.344484:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074958.344487:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074958.344491:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e200, rc 0)
00000100:00100000:0.0:1769074958.344745:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.344811:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657276032
00000100:00100000:1.0:1769074958.344817:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657276032
00000100:00100000:1.0:1769074958.344857:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210305
00000100:00100000:1.0:1769074958.344865:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657276032:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.344880:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.344892:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41072 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308aa1 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.344971:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.344983:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a8c expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.344991:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.345020:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a8c expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.345032:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a8c expref: 230 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.345045:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298250380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395072:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.345124:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.346081:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657275904:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2382us (2762us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.346091:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210304
00000100:00100000:1.0:1769074958.351816:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298250380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395072:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.351843:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074958.352689:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.352718:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.352748:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657276160
00000100:00100000:0.0:1769074958.352758:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657276160
00000100:00100000:2.0:1769074958.352866:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657276288
00000100:00100000:2.0:1769074958.352871:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657276288
00010000:00010000:2.0:1769074958.352895:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a8c expref: 231 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074958.352944:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4338
00000100:00100000:0.0:1769074958.352958:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657276160:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074958.352974:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5405
00000100:00100000:2.0:1769074958.352983:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2369:x1855007657276288:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.352996:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.353002:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a8c expref: 231 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.353013:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a8c expref: 231 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.353035:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e41041 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a8c expref: 231 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.353059:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074958.353064:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.353075:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.353083:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.353104:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.353156:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2369:x1855007657276288:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 175us (436us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.353164:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5405
00010000:00010000:1.0:1769074958.353294:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.353302:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074958.353347:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.353351:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.353367:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.353405:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41072 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa1 expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.353418:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa1 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.353426:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:1.0:1769074958.353428:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.353431:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc600, rc 0)
00000100:00100000:1.0:1769074958.353465:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657276032:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8601us (8720us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.353472:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210305
00000100:00100000:2.0:1769074958.359190:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.361389:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657276160:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 8415us (8683us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.361406:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4338
00000100:00100000:1.0:1769074958.364331:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657276416
00000100:00100000:1.0:1769074958.364346:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657276416
00000100:00100000:1.0:1769074958.364806:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210306
00000100:00100000:1.0:1769074958.364818:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657276416:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.364840:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.364876:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41080 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308aa8 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.365033:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365059:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365071:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365087:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365094:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365100:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365212:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365220:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365227:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074958.365257:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.365261:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.365278:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365293:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365301:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365306:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365313:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365318:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.365322:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365330:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365341:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074958.365344:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.365349:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365354:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e41087 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365365:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365371:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365389:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365396:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.365399:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365405:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365412:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x6324417e (ffff9032a2c16e00)
00010000:00010000:1.0:1769074958.365414:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.365417:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365423:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e4108e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.365453:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e41080 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.365465:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.365472:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074958.365474:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.365476:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cd000, rc 0)
00000100:00100000:1.0:1769074958.365547:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657276416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 730us (6365us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.365554:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210306
00000100:00100000:0.0:1769074958.371798:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.371842:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.371897:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657276672
00000100:00100000:2.0:1769074958.371951:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657276672
00000100:00100000:1.0:1769074958.371974:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657276928
00000100:00100000:1.0:1769074958.371980:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657276928
00000100:00100000:1.0:1769074958.372105:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210307
00000100:00100000:1.0:1769074958.372115:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657276928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.372134:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.372167:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4109c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ab6 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074958.372221:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210308
00000100:00100000:2.0:1769074958.372229:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657276672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.372237:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.372239:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074958.372268:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.372271:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e4106b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a9a expref: 231 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.372283:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230842d expref: 231 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.372290:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.372293:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.372297:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.372304:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074958.372311:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410aa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308aaf expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.372330:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.372343:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 231 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.372356:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298250380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395200:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.372394:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.372404:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.372416:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.372429:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.372435:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.372441:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.372454:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230842d expref: 231 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.372462:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230842d expref: 231 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.372471:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395328:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.372494:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000004:00080000:2.0:1769074958.372803:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d0:0x0], index 0: 0
00010000:00010000:2.0:1769074958.373012:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.373021:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.373028:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.373061:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.373068:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.373073:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.373078:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.373083:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.373090:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.373098:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.373101:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.373105:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.373111:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e410b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:2.0:1769074958.373122:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004df00c0a reply state 00000000c7003991 transno 4295106329 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074958.373129:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1769074958.373154:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410aa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aaf expref: 233 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.373167:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aaf expref: 232 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.373174:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074958.373176:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.373178:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:2.0:1769074958.373232:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13245:x1855007657276672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1003us (1445us total) trans 4295106329 rc 0/0
00000100:00100000:2.0:1769074958.373240:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210308
00000100:00100000:2.0:1769074958.375236:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.377316:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657277056
00000100:00100000:1.0:1769074958.377330:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657277056
00010000:00010000:1.0:1769074958.377383:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 233 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.377427:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5406
00000100:00100000:1.0:1769074958.377436:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2369:x1855007657277056:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.377450:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.377456:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 233 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.377468:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 233 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.377489:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074958.377495:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.377504:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.377510:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.377569:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2369:x1855007657277056:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 134us (2340us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.377576:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5406
00010000:00010000:2.0:1769074958.378272:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000092ee61d6 x1855007623395200) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 232 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.378297:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e41095 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa8 expref: 232 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.378312:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298250380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395200:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.378327:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395328:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.378346:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:2.0:1769074958.378350:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.378357:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.378365:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074958.378850:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.378941:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657277184
00000100:00100000:1.0:1769074958.378948:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657277184
00010000:00010000:1.0:1769074958.378972:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230842d expref: 232 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.378999:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5407
00000100:00100000:1.0:1769074958.379008:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657277184:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.379019:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.379024:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230842d expref: 232 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.379034:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230842d expref: 232 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.379048:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e3fd8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230842d expref: 232 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.379060:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074958.379064:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.379071:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.379077:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.379108:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.379155:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657277184:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 136us (294us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.379165:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5407
00010000:00010000:3.0:1769074958.379493:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.379503:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074958.379525:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00010000:00010000:3.0:1769074958.379689:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4109c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ab6 expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.379705:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ab6 expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.379712:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:3.0:1769074958.379714:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074958.379717:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e000, rc 0)
00000100:00100000:3.0:1769074958.379747:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657276928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7634us (7904us total) trans 4295106330 rc 0/0
00000100:00100000:3.0:1769074958.379754:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210307
00010000:00010000:3.0:1769074958.380354:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.380364:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.380371:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.380377:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.380381:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.380388:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.380400:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x288e6406 (ffff9032af293c00)
00010000:00010000:3.0:1769074958.380403:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.380407:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.380414:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e410b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074958.385753:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.385829:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657277440
00000100:00100000:3.0:1769074958.385840:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657277440
00000100:00100000:3.0:1769074958.385952:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210309
00000100:00100000:3.0:1769074958.385961:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657277440:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.385986:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.386007:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e410d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ac4 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.386096:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.386112:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ab6 expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.386120:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.386298:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ab6 expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.386313:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ab6 expref: 231 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.386327:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395456:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.386410:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928a80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074958.388168:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.388254:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657277312
00000100:00100000:2.0:1769074958.388264:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657277312
00000100:00100000:2.0:1769074958.388325:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2960
00000100:00100000:2.0:1769074958.388335:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2369:x1855007657277312:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.388352:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.388370:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308abd expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:2.0:1769074958.388397:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1769074958.388417:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074958.388419:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074958.388427:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308abd expref: 73 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074958.388444:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308abd expref: 73 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074958.388457:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:2.0:1769074958.388505:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298250000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657277312:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 171us (344us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.388511:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2960
00000100:00080000:1.0:1769074958.388575:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1769074958.389401:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.389478:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657277568
00000100:00100000:2.0:1769074958.389484:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657277568
00010000:00010000:2.0:1769074958.389509:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ab6 expref: 232 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.389544:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5408
00000100:00100000:2.0:1769074958.389551:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2369:x1855007657277568:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.389562:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.389568:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ab6 expref: 232 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.389580:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ab6 expref: 232 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.389600:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:2.0:1769074958.389605:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.389615:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.389622:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.389640:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.389688:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2369:x1855007657277568:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 136us (290us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.389695:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5408
00010000:00010000:3.0:1769074958.390274:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ab6 expref: 231 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.390292:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395456:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.390312:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.390319:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.390325:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074958.390365:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:3.0:1769074958.390370:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074958.390391:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.390422:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e410d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ac4 expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.390434:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ac4 expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.390447:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:3.0:1769074958.390450:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074958.390452:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3ea00, rc 0)
00000100:00100000:3.0:1769074958.390539:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657277440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4579us (4794us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.390546:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210309
00000100:00100000:1.0:1769074958.408986:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.409036:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.409156:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657277952
00000100:00100000:3.0:1769074958.409167:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657277952
00000100:00100000:3.0:1769074958.409229:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210310
00000100:00100000:3.0:1769074958.409239:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657277952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.409259:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.409283:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e410e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308acb expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.409355:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409370:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409382:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409395:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409402:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409410:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409528:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e410fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409537:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e410fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409544:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e410fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074958.409578:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:3.0:1769074958.409583:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074958.409601:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e410fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409612:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e410fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409619:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409624:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409630:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409635:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3e200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.409639:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409646:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409657:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074958.409660:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.409666:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409672:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e410f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409683:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409689:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409694:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409699:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.409702:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409708:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409714:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9e362f1b (ffff90328bb7f700)
00010000:00010000:3.0:1769074958.409717:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.409719:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409724:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e410f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.409754:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e410e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308acb expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.409767:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e410fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308acb expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.409773:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074958.409776:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074958.409778:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fa00, rc 0)
00000100:00100000:3.0:1769074958.409851:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657277952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 613us (813us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.409858:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210310
00000100:00100000:2.0:1769074958.409997:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657277824
00000100:00100000:2.0:1769074958.410002:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657277824
00000100:00100000:2.0:1769074958.410034:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4339
00000100:00100000:2.0:1769074958.410041:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2ca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657277824:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.410292:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2ca050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657277824:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 250us (1316us total) trans 4295106331 rc 0/0
00000100:00100000:2.0:1769074958.410299:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4339
00000100:00100000:2.0:1769074958.422040:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.422089:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.422123:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.422142:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657278208
00000100:00100000:3.0:1769074958.422162:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657278208
00000100:00100000:0.0:1769074958.422207:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657278464
00000100:00100000:0.0:1769074958.422213:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657278464
00000100:00100000:1.0:1769074958.422306:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657278592
00000100:00100000:1.0:1769074958.422311:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657278592
00000100:00100000:1.0:1769074958.422353:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1554
00000100:00100000:1.0:1769074958.422362:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:2367:x1855007657278592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.422389:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.422412:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e410fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308acb expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.422430:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074958.422435:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.422490:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2367:x1855007657278592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (366us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.422498:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1554
00000100:00100000:0.0:1769074958.422696:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210311
00000100:00100000:0.0:1769074958.422707:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657278464:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074958.422711:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210312
00000100:00100000:3.0:1769074958.422724:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13246:x1855007657278208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.422729:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.422734:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.422747:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41105 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ad9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.422749:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4110c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ad2 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.422860:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.422870:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.422876:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aaf expref: 234 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.422886:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230861e expref: 234 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.422890:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.422939:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.422978:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aaf expref: 234 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.422978:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230861e expref: 234 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.423006:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aaf expref: 234 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.423007:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230861e expref: 234 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.423038:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395712:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074958.423040:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623395584:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074958.423098:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616600 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.425497:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928a80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074958.440023:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.440126:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.440156:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657278720
00000100:00100000:1.0:1769074958.440165:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657278720
00010000:00010000:1.0:1769074958.440204:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aaf expref: 235 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.440239:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657278848
00000100:00100000:1.0:1769074958.440243:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657278848
00010000:00010000:1.0:1769074958.440256:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230861e expref: 236 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.440270:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395712:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.440281:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5409
00000100:00100000:1.0:1769074958.440291:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2369:x1855007657278720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1769074958.440294:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623395584:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.440299:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.440309:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074958.440315:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.440319:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aaf expref: 236 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.440336:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aaf expref: 236 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.440358:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e410bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aaf expref: 236 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.440373:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:1.0:1769074958.440378:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.440386:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.440393:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.440420:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.440474:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2369:x1855007657278720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 185us (462us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.440482:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5409
00000100:00100000:1.0:1769074958.440500:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5410
00000100:00100000:1.0:1769074958.440508:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:2369:x1855007657278848:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.440516:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.440522:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230861e expref: 234 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074958.440523:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.440537:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.440538:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230861e expref: 234 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.440559:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e40336 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230861e expref: 234 pid: 5762 timeout: 2044 lvb_type: 0
00000004:00200000:0.0:1769074958.440565:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 0
00010000:00010000:1.0:1769074958.440570:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074958.440574:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.440583:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.440589:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.440605:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.440625:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2369:x1855007657278848:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 118us (499us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.440631:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5410
00010000:00010000:1.0:1769074958.440722:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.440730:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074958.440743:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00010000:00010000:0.0:1769074958.440746:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41105 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad9 expref: 234 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.440765:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad9 expref: 233 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.440772:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:0.0:1769074958.440776:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074958.440779:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00010000:00010000:1.0:1769074958.440813:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4110c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad2 expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074958.440825:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657278464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18120us (18734us total) trans 4295106332 rc 0/0
00010000:00010000:1.0:1769074958.440828:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad2 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074958.440841:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210311
00010000:00010000:1.0:1769074958.440842:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074958.440847:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074958.440850:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e000, rc 0)
00000100:00100000:1.0:1769074958.440875:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657278208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18154us (18846us total) trans 4295106333 rc 0/0
00000100:00100000:1.0:1769074958.440882:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210312
00000100:00100000:1.0:1769074958.450174:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.450250:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657278976
00000100:00100000:3.0:1769074958.450263:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657278976
00000100:00100000:3.0:1769074958.450330:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210313
00000100:00100000:3.0:1769074958.450341:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13245:x1855007657278976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.450362:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.450386:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4112f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ae0 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.450480:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.450496:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad9 expref: 234 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.450505:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.450541:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad9 expref: 234 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.450554:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad9 expref: 234 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.450567:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395840:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.450663:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.453609:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.454386:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657279104
00000100:00100000:0.0:1769074958.454397:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657279104
00000100:00100000:0.0:1769074958.454504:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210314
00000100:00100000:0.0:1769074958.454515:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657279104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.454544:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.454564:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4113d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ae7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.454663:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.454678:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad2 expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.454687:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.454723:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad2 expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.454734:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad2 expref: 236 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074958.454748:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623395968:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074958.454867:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616a80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074958.455777:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623395840:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.455802:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074958.460016:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.460355:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623395968:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074958.460385:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074958.460495:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657279232
00000100:00100000:1.0:1769074958.460504:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657279232
00010000:00010000:1.0:1769074958.460542:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad9 expref: 237 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.460687:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5411
00000100:00100000:1.0:1769074958.460697:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2368:x1855007657279232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.460714:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.460721:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad9 expref: 237 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.460733:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad9 expref: 237 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.460754:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41113 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad9 expref: 237 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.460769:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:1.0:1769074958.460773:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.460795:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.460803:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.460836:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.460887:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2368:x1855007657279232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 191us (886us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.460895:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5411
00010000:00010000:0.0:1769074958.460984:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.460995:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074958.461043:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 0
00000004:00200000:0.0:1769074958.461048:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.461068:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.461108:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4112f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae0 expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.461122:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae0 expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.461129:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:0.0:1769074958.461132:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074958.461134:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e200, rc 0)
00000100:00100000:0.0:1769074958.461161:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657278976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10823us (10997us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.461178:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210313
00000100:00100000:3.0:1769074958.462427:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.464098:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657279360
00000100:00100000:1.0:1769074958.464112:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657279360
00010000:00010000:1.0:1769074958.464158:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad2 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.464360:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5412
00000100:00100000:1.0:1769074958.464371:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2369:x1855007657279360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.464390:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.464397:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad2 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.464411:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad2 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.464435:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4111a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ad2 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.464450:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074958.464456:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.464465:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.464472:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.464513:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074958.464567:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.464578:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074958.464632:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:2.0:1769074958.464636:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.464655:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074958.464663:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:2369:x1855007657279360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 209us (2157us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.464674:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5412
00010000:00010000:2.0:1769074958.464693:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4113d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae7 expref: 234 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.464712:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae7 expref: 233 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.464720:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074958.464723:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.464726:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:2.0:1769074958.464754:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657279104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10242us (11154us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.464769:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210314
00000100:00100000:1.0:1769074958.468724:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.478019:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657279488
00000100:00100000:3.0:1769074958.478035:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657279488
00000100:00100000:3.0:1769074958.478225:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2961
00000100:00100000:3.0:1769074958.478237:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13245:x1855007657279488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.478257:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.478277:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4114b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308aee expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074958.478286:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074958.478314:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308abd expref: 74 pid: 13367 timeout: 0 lvb_type: 1
00000100:00100000:1.0:1769074958.478338:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657279616
00000100:00100000:1.0:1769074958.478343:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657279616
00000100:00100000:1.0:1769074958.478376:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210315
00010000:00010000:3.0:1769074958.478379:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074958.478384:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1769074958.478387:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13246:x1855007657279616:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.478392:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4114b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aee expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.478404:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.478422:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41152 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308af5 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.478432:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308abd expref: 74 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074958.478451:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308abd expref: 74 pid: 13367 timeout: 2044 lvb_type: 1
00000100:00100000:3.0:1769074958.478465:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623396096:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.478486:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478502:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478513:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478528:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478536:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478543:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074958.478547:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928840 going to sleep for 11 seconds
00010000:00010000:1.0:1769074958.478661:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478670:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478676:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074958.478730:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.478735:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.478755:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478766:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478774:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478780:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478787:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478793:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeca00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.478796:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478803:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478814:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074958.478817:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.478822:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478828:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41159 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478840:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478845:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478854:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478859:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eede00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.478862:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478868:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478874:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2061246 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074958.478877:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.478880:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478886:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41160 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.478959:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41152 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308af5 expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.478973:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308af5 expref: 234 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.478980:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:1.0:1769074958.478983:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.478985:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed000, rc 0)
00000100:00100000:1.0:1769074958.479022:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657279616:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 639us (742us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.479030:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210315
00000100:00100000:1.0:1769074958.485110:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.485160:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623396096:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.485287:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657279744
00000100:00100000:2.0:1769074958.485296:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657279744
00010000:00010000:2.0:1769074958.485341:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308abd expref: 75 pid: 13367 timeout: 2044 lvb_type: 1
00000100:00100000:2.0:1769074958.485386:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5413
00000100:00100000:2.0:1769074958.485395:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2369:x1855007657279744:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.485410:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.485432:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308abd expref: 75 pid: 13367 timeout: 2044 lvb_type: 1
00010000:00010000:2.0:1769074958.485444:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308abd expref: 75 pid: 13367 timeout: 2044 lvb_type: 1
00010000:00010000:2.0:1769074958.485474:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e410e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308abd expref: 75 pid: 13367 timeout: 2044 lvb_type: 1
00010000:00010000:2.0:1769074958.485489:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074958.485491:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074958.485499:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4114b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aee expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.485508:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4114b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aee expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.485543:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4114b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aee expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074958.485557:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bffb5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5748:1855007623396224:192.168.204.54@tcp:105:
00000100:00100000:2.0:1769074958.485647:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338b74da80 going to sleep for 11 seconds
00010000:00010000:3.0:1769074958.486774:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9033bb7f5600/0x2152b583a6e4114b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aee expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.486788:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5600, rc 0)
00000100:00100000:1.0:1769074958.487766:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.487870:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.487978:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657280128
00000100:00100000:3.0:1769074958.487986:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657280128
00000100:00100000:3.0:1769074958.488046:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210316
00000100:00100000:0.0:1769074958.488049:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657279872
00000100:00100000:0.0:1769074958.488055:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657279872
00000100:00100000:3.0:1769074958.488057:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657280128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.488086:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.488184:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4116e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308afc expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.488284:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.488299:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084a4 expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.488306:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308af5 expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.488314:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00100000:3.0:1769074958.488336:0:5764:0:(ldlm_lockd.c:2634:ldlm_cancel_hpreq_lock_match()) @@@ Prio raised by lock 0x2152b583a6e41167  req@ffff903298251180 x1855007657279872/t0(0) o103->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:494/0 lens 328/0 e 0 to 0 dl 1769074969 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00010000:3.0:1769074958.488361:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308af5 expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.488374:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308af5 expref: 236 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.488386:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623396352:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.488472:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084a4 expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.488481:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084a4 expref: 236 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.488490:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623396480:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.488511:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928840 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.490120:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bffb5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5748:1855007623396224:192.168.204.54@tcp:105:
00010000:00010000:3.0:1769074958.490143:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.490333:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2369:x1855007657279744:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 4937us (5230us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.490344:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5413
00000100:00100000:3.0:1769074958.490374:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5414
00000100:00100000:3.0:1769074958.490384:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2369:x1855007657279872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.490396:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.490405:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308af5 expref: 236 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.490418:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308af5 expref: 236 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.490438:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:3.0:1769074958.490444:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.490452:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.490457:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.490474:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2369:x1855007657279872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 94us (2715us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.490480:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5414
00000100:00100000:2.0:1769074958.491690:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13245:x1855007657279488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13448us (22965us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.491701:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2961
00010000:00010000:3.0:1769074958.494039:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000005695bd8 x1855007623396352) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308af5 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.494064:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41167 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308af5 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.494306:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.494391:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623396352:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.494409:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623396480:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.494432:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:3.0:1769074958.494438:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.494446:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.494455:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074958.494562:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657280256
00000100:00100000:2.0:1769074958.494570:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657280256
00010000:00010000:2.0:1769074958.494683:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084a4 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.494752:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5415
00000100:00100000:2.0:1769074958.494762:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2368:x1855007657280256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.494778:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.494783:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084a4 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.494795:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084a4 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.494813:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e3fed6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084a4 expref: 235 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.494824:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074958.494827:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.494834:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.494841:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.494985:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.495039:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:2368:x1855007657280256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 278us (1178us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.495047:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5415
00010000:00010000:1.0:1769074958.496115:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.496126:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.496347:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00010000:00010000:1.0:1769074958.496508:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4116e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308afc expref: 235 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.496528:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308afc expref: 234 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.496535:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:1.0:1769074958.496538:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074958.496541:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:1.0:1769074958.496678:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657280128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8622us (8806us total) trans 4295106334 rc 0/0
00000100:00100000:1.0:1769074958.496687:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210316
00000100:00100000:1.0:1769074958.499569:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.503527:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657280512
00000100:00100000:3.0:1769074958.503544:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657280512
00000100:00100000:1.0:1769074958.504109:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.504195:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657280640
00000100:00100000:3.0:1769074958.504200:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657280640
00000100:00100000:3.0:1769074958.504249:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210317
00000100:00100000:3.0:1769074958.504259:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657280640:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.504281:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.504301:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41183 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b03 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.504383:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.504397:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308afc expref: 236 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.504406:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.504437:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308afc expref: 236 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.504453:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308afc expref: 236 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.504466:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623396608:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.504548:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928840 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.505947:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4340
00000100:00100000:2.0:1769074958.505960:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657280512:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.506729:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657280512:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 769us (7168us total) trans 4295106335 rc 0/0
00000100:00100000:2.0:1769074958.506743:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4340
00000100:00100000:1.0:1769074958.513846:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.514001:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623396608:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.514030:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074958.514371:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.515548:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657280768
00000100:00100000:2.0:1769074958.515560:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657280768
00010000:00010000:2.0:1769074958.515616:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308afc expref: 237 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.515659:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5416
00000100:00100000:2.0:1769074958.515668:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2369:x1855007657280768:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.515682:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.515689:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308afc expref: 237 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.515701:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308afc expref: 237 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.515727:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41175 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308afc expref: 237 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.515743:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074958.515748:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.515756:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.515763:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.515796:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.515859:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2369:x1855007657280768:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 192us (2023us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.515867:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5416
00010000:00010000:1.0:1769074958.516846:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.516876:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.516962:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.516968:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.516991:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.517029:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41183 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b03 expref: 236 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.517048:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b03 expref: 235 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.517057:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:1.0:1769074958.517059:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.517063:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f80600, rc 0)
00000100:00100000:1.0:1769074958.517124:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657280640:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12866us (13020us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.517132:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210317
00000100:00100000:1.0:1769074958.517250:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657280896
00000100:00100000:1.0:1769074958.517257:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657280896
00000100:00100000:0.0:1769074958.518808:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210318
00000100:00100000:0.0:1769074958.518828:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657280896:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.518854:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.519087:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41191 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b0a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.519490:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.519504:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.519514:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.519530:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.519537:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.519543:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.519792:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e411a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.519802:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e411a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.519809:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e411a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074958.519843:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00000004:00200000:0.0:1769074958.519847:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.520573:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e411a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520704:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e411a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520714:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520720:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520726:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520732:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.520735:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520741:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520753:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074958.520756:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.520760:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520766:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41198 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520781:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520786:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520791:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520800:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbb7b400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.520802:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520808:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520814:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x288e6406 (ffff903298a49f00)
00010000:00010000:0.0:1769074958.520816:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.520819:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.520825:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4119f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.521696:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41191 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b0a expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.521710:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e411a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b0a expref: 236 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.521718:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:0.0:1769074958.521720:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074958.521723:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12200, rc 0)
00000100:00100000:0.0:1769074958.521800:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657280896:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2981us (7428us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.521809:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210318
00000100:00100000:3.0:1769074958.526367:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.527292:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657281024
00000100:00100000:2.0:1769074958.527307:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657281024
00000100:00100000:2.0:1769074958.527377:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210319
00000100:00100000:2.0:1769074958.527386:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13246:x1855007657281024:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.527405:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.527425:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e411ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b11 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.527498:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.527512:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.527523:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.527537:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.527544:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.527549:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.527839:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e411c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.527849:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e411c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528050:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e411c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074958.528089:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00000004:00200000:2.0:1769074958.528094:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.528115:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e411c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528127:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e411c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528135:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528140:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528147:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528152:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.528156:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528300:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528316:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074958.528320:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.528325:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528331:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e411b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528345:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528351:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528357:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528362:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.528365:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528371:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528379:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xbcf75103 (ffff9032af293f00)
00010000:00010000:2.0:1769074958.528382:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.528385:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528390:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e411bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074958.528423:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e411ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b11 expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.528436:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e411c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b11 expref: 237 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.528444:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074958.528447:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.528449:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:2.0:1769074958.528620:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657281024:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1234us (2262us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.528628:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210319
00000100:00100000:3.0:1769074958.534563:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.534821:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657281152
00000100:00100000:2.0:1769074958.534831:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657281152
00000100:00100000:2.0:1769074958.535010:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1556
00000100:00100000:2.0:1769074958.535021:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2368:x1855007657281152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.535038:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.535061:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e411a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b0a expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.535080:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074958.535085:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.535128:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2368:x1855007657281152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 110us (576us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.535136:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1556
00000100:00100000:2.0:1769074958.540824:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.541004:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657281280
00000100:00100000:3.0:1769074958.541017:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657281280
00000100:00100000:3.0:1769074958.541085:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1557
00000100:00100000:3.0:1769074958.541094:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2367:x1855007657281280:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.541111:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.541137:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e411c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b11 expref: 236 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.541157:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:3.0:1769074958.541161:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.541233:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2367:x1855007657281280:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 140us (429us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.541241:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1557
00000100:00100000:2.0:1769074958.549475:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.549574:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.550104:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657281536
00000100:00100000:0.0:1769074958.550116:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657281536
00000100:00100000:0.0:1769074958.550190:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657281792
00000100:00100000:0.0:1769074958.550194:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657281792
00000100:00100000:0.0:1769074958.550222:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210320
00000100:00100000:0.0:1769074958.550232:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657281536:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.550253:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.550273:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e411c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b18 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.550392:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074958.550410:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae0 expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.550419:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074958.550456:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae0 expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.550470:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae0 expref: 237 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074958.550485:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623396736:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.550890:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210321
00000100:00100000:2.0:1769074958.550929:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657281792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.550940:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.550952:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e411d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b1f expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.551013:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.551024:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084d5 expref: 238 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.551029:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.551048:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084d5 expref: 238 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.551057:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084d5 expref: 238 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.551065:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623396864:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.551107:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338b74da80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.551662:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.555588:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.555688:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623396864:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074958.555715:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074958.555790:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657281920
00000100:00100000:1.0:1769074958.555799:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657281920
00010000:00010000:1.0:1769074958.555851:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae0 expref: 239 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.555894:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5417
00000100:00100000:1.0:1769074958.555939:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f19050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2368:x1855007657281920:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.555957:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.555964:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae0 expref: 239 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.555975:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae0 expref: 239 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.555997:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:1.0:1769074958.556003:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.556012:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.556019:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.556035:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.556081:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f19050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2368:x1855007657281920:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 143us (512us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.556089:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5417
00010000:00010000:0.0:1769074958.558127:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e41136 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae0 expref: 238 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074958.558339:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623396736:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074958.558364:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074958.558373:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074958.558379:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074958.558403:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00010000:00010000:0.0:1769074958.558565:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e411c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b18 expref: 239 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.558662:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b18 expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.558672:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:0.0:1769074958.558675:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074958.558679:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13600, rc 0)
00000100:00100000:0.0:1769074958.558802:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657281536:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8570us (9336us total) trans 4295106336 rc 0/0
00000100:00100000:0.0:1769074958.558810:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210320
00000100:00100000:1.0:1769074958.559511:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.563127:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657282048
00000100:00100000:3.0:1769074958.563332:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657282048
00010000:00010000:2.0:1769074958.563512:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084d5 expref: 238 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.563560:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5418
00000100:00100000:2.0:1769074958.563569:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:2367:x1855007657282048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.563586:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.563594:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084d5 expref: 238 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.563612:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084d5 expref: 238 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.563634:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e3ff69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084d5 expref: 238 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.563650:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074958.563655:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.563665:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.563672:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.563703:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.563767:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2367:x1855007657282048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 199us (4258us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.563775:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5418
00010000:00010000:3.0:1769074958.564406:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.564416:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074958.564436:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00010000:00010000:3.0:1769074958.564579:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e411d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b1f expref: 238 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.564592:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b1f expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.564599:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:3.0:1769074958.564602:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074958.564604:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4e00, rc 0)
00000100:00100000:3.0:1769074958.564644:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657281792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13747us (15070us total) trans 4295106337 rc 0/0
00000100:00100000:3.0:1769074958.564652:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210321
00000100:00100000:1.0:1769074958.566570:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.566668:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657282176
00000100:00100000:3.0:1769074958.566677:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657282176
00000100:00100000:3.0:1769074958.566767:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210322
00000100:00100000:3.0:1769074958.566779:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657282176:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.566804:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.566824:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e411f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b26 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.566954:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.566967:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b18 expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.566976:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.567011:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b18 expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.567024:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b18 expref: 238 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.567037:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623396992:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.567116:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928840 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.568332:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.569631:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623396992:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.569662:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074958.570179:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.570301:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657282432
00000100:00100000:3.0:1769074958.570309:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657282432
00010000:00010000:3.0:1769074958.570344:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b18 expref: 239 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.570383:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5419
00000100:00100000:3.0:1769074958.570392:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2369:x1855007657282432:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.570405:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.570411:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b18 expref: 239 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.570423:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b18 expref: 239 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.570444:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e411d0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b18 expref: 239 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.570461:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:3.0:1769074958.570467:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.570477:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.570484:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.570503:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.570545:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:2369:x1855007657282432:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 154us (367us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.570552:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5419
00010000:00010000:2.0:1769074958.570739:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.570749:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074958.570793:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00000004:00200000:2.0:1769074958.570798:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.570819:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.570847:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e411f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b26 expref: 238 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.570868:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b26 expref: 237 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.570876:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074958.570879:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.570882:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:2.0:1769074958.570953:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657282176:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4178us (4391us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.570960:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210322
00000100:00100000:0.0:1769074958.571022:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657282304
00000100:00100000:0.0:1769074958.571028:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657282304
00000100:00100000:0.0:1769074958.571687:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210323
00000100:00100000:0.0:1769074958.571695:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657282304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.571717:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.571732:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41201 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b2d expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.571805:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074958.571817:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b1f expref: 238 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.571825:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074958.571865:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b1f expref: 238 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.571880:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b1f expref: 238 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074958.571891:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623397120:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074958.571981:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.579639:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.579717:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657282560
00000100:00100000:3.0:1769074958.579728:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657282560
00010000:00010000:3.0:1769074958.579770:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b1f expref: 239 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.579817:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5420
00000100:00100000:3.0:1769074958.579827:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2366:x1855007657282560:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.579842:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.579849:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b1f expref: 239 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.579862:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b1f expref: 239 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.579887:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:3.0:1769074958.579894:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.579943:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.579951:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074958.579973:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.580042:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2366:x1855007657282560:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 215us (412us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.580050:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5420
00010000:00010000:0.0:1769074958.580201:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e411de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b1f expref: 238 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074958.580217:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623397120:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074958.580239:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074958.580248:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074958.580254:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074958.580296:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00000004:00200000:0.0:1769074958.580300:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.580317:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074958.580345:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41201 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b2d expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.580359:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b2d expref: 237 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.580367:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:0.0:1769074958.580369:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074958.580371:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13800, rc 0)
00000100:00100000:0.0:1769074958.580399:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657282304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8705us (12071us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.580406:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210323
00000100:00100000:1.0:1769074958.587798:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.588005:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657282688
00000100:00100000:0.0:1769074958.588016:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657282688
00000100:00100000:3.0:1769074958.588659:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.589520:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657282816
00000100:00100000:1.0:1769074958.589530:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657282816
00000100:00100000:1.0:1769074958.589579:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210324
00000100:00100000:1.0:1769074958.589590:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657282688:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.589612:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.589635:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4120f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b34 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.589700:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589714:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589726:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589741:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589748:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589754:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589819:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589826:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589832:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589838:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.589842:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589849:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589874:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.589878:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.589884:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589890:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41216 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589930:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589936:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589942:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589946:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.589949:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589955:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589962:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xbe6ccb29 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074958.589965:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.589968:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.589973:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4121d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590004:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4120f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b34 expref: 239 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.590013:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.590016:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.590019:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4120f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b34 expref: 239 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.590027:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:1.0:1769074958.590094:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657282688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 505us (2304us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074958.590101:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210324
00000100:00100000:1.0:1769074958.590121:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210325
00000100:00100000:1.0:1769074958.590128:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657282816:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.590136:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.590412:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41224 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b3b expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.590444:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590453:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590460:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590471:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590476:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590483:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590560:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41239 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590568:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590574:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074958.590607:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.590611:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.590629:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590639:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590645:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590651:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590656:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590661:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.590664:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590670:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590678:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074958.590680:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.590684:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590689:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4122b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590698:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590704:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590709:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590713:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.590715:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590720:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590726:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x98ca20bd (ffff9032a2c16900)
00010000:00010000:1.0:1769074958.590728:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.590730:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590734:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41232 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074958.590754:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41224 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b3b expref: 239 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.590765:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41239 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b3b expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.590772:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:1.0:1769074958.590775:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.590777:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eeda00, rc 0)
00000100:00100000:1.0:1769074958.590803:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657282816:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 677us (2147us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.590809:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210325
00000100:00100000:1.0:1769074958.595962:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.597774:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.597881:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657283072
00000100:00100000:1.0:1769074958.597893:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657283072
00000100:00100000:1.0:1769074958.598003:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1558
00000100:00100000:1.0:1769074958.598013:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:2368:x1855007657283072:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.598028:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.598052:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41239 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b3b expref: 238 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.598071:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:1.0:1769074958.598076:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.598127:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2368:x1855007657283072:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 115us (362us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.598134:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1558
00000100:00100000:1.0:1769074958.598963:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.601613:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657282944
00000100:00100000:2.0:1769074958.601629:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657282944
00000100:00100000:3.0:1769074958.601732:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657283328
00000100:00100000:3.0:1769074958.601738:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657283328
00000100:00100000:0.0:1769074958.601865:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210326
00000100:00100000:0.0:1769074958.601877:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657282944:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.601924:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.601948:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41240 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b42 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.602017:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41247 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.602034:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41247 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.602046:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41247 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074958.602115:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:0.0:1769074958.602119:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.602153:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41247 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.602185:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41240 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b42 expref: 240 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.602203:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41247 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b42 expref: 239 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.602212:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074958.602215:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074958.602219:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12200, rc 0)
00000100:00100000:0.0:1769074958.602290:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13245:x1855007657282944:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 415us (6337us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.602298:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210326
00000100:00100000:0.0:1769074958.602318:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210327
00000100:00100000:0.0:1769074958.602325:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657283328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.602333:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.602342:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4124e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b49 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.602405:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.602416:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f8 expref: 239 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.602424:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.602456:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f8 expref: 239 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.602468:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f8 expref: 239 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074958.602482:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623397248:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074958.602535:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.606808:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb82ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623397248:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.606840:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074958.614129:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.614226:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.614375:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657283584
00000100:00100000:3.0:1769074958.614387:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657283584
00010000:00010000:3.0:1769074958.614429:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f8 expref: 240 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.614472:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5421
00000100:00100000:3.0:1769074958.614482:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:2369:x1855007657283584:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.614496:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.614503:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f8 expref: 240 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.614516:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f8 expref: 240 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.614537:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e3ffcb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23084f8 expref: 240 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.614554:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:3.0:1769074958.614559:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.614568:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.614586:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.614620:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.614673:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:2369:x1855007657283584:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 192us (446us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.614681:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5421
00010000:00010000:0.0:1769074958.615213:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.615224:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074958.615246:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00010000:00010000:0.0:1769074958.615411:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4124e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b49 expref: 240 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.615429:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b49 expref: 239 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.615441:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:0.0:1769074958.615445:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074958.615447:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef400, rc 0)
00000100:00100000:0.0:1769074958.615491:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657283328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13166us (16531us total) trans 4295106338 rc 0/0
00000100:00100000:0.0:1769074958.615498:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210327
00000100:00100000:2.0:1769074958.618893:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657283456
00000100:00100000:2.0:1769074958.618976:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657283456
00000100:00100000:1.0:1769074958.619281:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.619337:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657283712
00000100:00100000:1.0:1769074958.619342:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657283712
00000100:00100000:1.0:1769074958.619393:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210328
00000100:00100000:1.0:1769074958.619405:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657283712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.619430:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.619450:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41263 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b50 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.619531:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.619546:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b49 expref: 241 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.619556:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.619591:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b49 expref: 241 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.619608:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b49 expref: 241 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.619622:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623397376:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.619721:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.620056:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4341
00000100:00100000:2.0:1769074958.620068:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657283456:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074958.625125:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657283456:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5049us (10994us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.625141:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4341
00000100:00100000:3.0:1769074958.630066:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.630111:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.630228:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623397376:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.630254:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074958.630350:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657283840
00000100:00100000:0.0:1769074958.630357:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657283840
00010000:00010000:0.0:1769074958.630391:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b49 expref: 241 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.630430:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657284096
00000100:00100000:0.0:1769074958.630435:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5422
00000100:00100000:2.0:1769074958.630438:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657284096
00000100:00100000:0.0:1769074958.630447:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:2368:x1855007657283840:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074958.630463:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074958.630470:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b49 expref: 242 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.630474:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210329
00000100:00100000:2.0:1769074958.630488:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657284096:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.630490:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b49 expref: 242 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.630506:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.630516:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41255 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b49 expref: 242 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.630524:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41271 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b57 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.630532:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:0.0:1769074958.630539:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.630553:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.630591:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630604:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630612:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630625:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630631:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630638:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630704:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630711:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630718:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630723:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.630727:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630734:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630741:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.630744:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.630749:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630754:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41278 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630764:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630769:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630775:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630782:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.630785:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630790:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630797:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xbe6ccb29 (ffff9032af293f00)
00010000:00010000:2.0:1769074958.630800:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.630802:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630807:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4127f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbe6ccb29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.630837:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41271 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b57 expref: 242 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.630846:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.630848:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:2.0:1769074958.630852:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41271 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b57 expref: 242 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.631006:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:2.0:1769074958.631064:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657284096:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 578us (951us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074958.631073:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210329
00010000:00010000:0.0:1769074958.631349:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.631418:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074958.631460:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:2368:x1855007657283840:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1015us (1576us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.631469:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5422
00010000:00010000:1.0:1769074958.632541:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.632552:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074958.632594:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.632598:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.632617:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.632648:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41263 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b50 expref: 240 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.632664:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b50 expref: 239 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.632673:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:1.0:1769074958.632733:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.632740:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec400, rc 0)
00000100:00100000:1.0:1769074958.632835:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657283712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13432us (13560us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.632842:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210328
00000100:00100000:1.0:1769074958.640583:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.640710:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657284352
00000100:00100000:2.0:1769074958.640720:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657284352
00000100:00100000:1.0:1769074958.640757:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.640884:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4342
00000100:00100000:2.0:1769074958.640934:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13245:x1855007657284352:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.641200:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657284352:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 305us (624us total) trans 4295106339 rc 0/0
00000100:00100000:2.0:1769074958.641208:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4342
00000100:00100000:0.0:1769074958.642501:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657284480
00000100:00100000:0.0:1769074958.642513:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657284480
00000100:00100000:0.0:1769074958.642562:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210330
00000100:00100000:0.0:1769074958.642571:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657284480:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.642587:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.642606:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41286 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b5e expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.642665:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.642746:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.642760:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.642776:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.642784:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.642792:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643051:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4129b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643060:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4129b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643067:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4129b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074958.643098:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:0.0:1769074958.643103:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.643118:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4129b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643129:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4129b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643137:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643144:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643151:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643157:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.643161:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643168:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643179:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074958.643183:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.643189:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643194:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4128d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643206:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643212:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643217:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643436:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.643442:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643449:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643457:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3afecd66 (ffff903298a49f00)
00010000:00010000:0.0:1769074958.643460:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.643463:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643468:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41294 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.643501:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41286 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b5e expref: 242 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.643513:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4129b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b5e expref: 241 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.643519:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074958.643522:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074958.643525:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbb7b400, rc 0)
00000100:00100000:0.0:1769074958.644353:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657284480:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1778us (3592us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.644362:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210330
00000100:00100000:1.0:1769074958.645139:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.645459:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657284608
00000100:00100000:0.0:1769074958.645468:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657284608
00000100:00100000:0.0:1769074958.645510:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210331
00000100:00100000:0.0:1769074958.645519:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657284608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.645541:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.645560:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e412a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b65 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.645618:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645632:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645644:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645658:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645669:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645676:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645773:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e412b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645782:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e412b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645789:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e412b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074958.645820:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041b:0x0]: returning size 4096
00000004:00200000:0.0:1769074958.645824:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.645841:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e412b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645851:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e412b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645871:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645877:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645883:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645889:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.645892:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645927:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645940:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074958.645943:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.645948:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645954:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e412a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645967:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645974:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645980:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645985:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.645988:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.645993:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.646000:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2fc4295a (ffff903298a49300)
00010000:00010000:0.0:1769074958.646003:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.646006:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.646011:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.646038:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e412a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b65 expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.646050:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e412b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b65 expref: 242 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.646057:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:0.0:1769074958.646060:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074958.646062:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72400, rc 0)
00000100:00100000:0.0:1769074958.646110:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657284608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 592us (974us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.646118:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210331
00000100:00100000:3.0:1769074958.650880:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.650952:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.650993:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657284992
00000100:00100000:0.0:1769074958.651004:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657284992
00000100:00100000:2.0:1769074958.651012:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657284864
00000100:00100000:2.0:1769074958.651019:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657284864
00000100:00100000:2.0:1769074958.651068:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210332
00000100:00100000:0.0:1769074958.651070:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1559
00000100:00100000:2.0:1769074958.651081:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657284864:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:0.0:1769074958.651083:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:2368:x1855007657284992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074958.651099:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.651101:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.651120:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e412be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b6c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.651122:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4129b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b5e expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.651158:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074958.651164:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074958.651213:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:2368:x1855007657284992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 134us (259us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.651220:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1559
00010000:00010000:2.0:1769074958.651232:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.651247:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308522 expref: 242 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.651255:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.651289:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308522 expref: 242 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.651300:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308522 expref: 242 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.651313:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb837480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623397504:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.651370:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b840 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.654637:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.654769:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb837480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623397504:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.654798:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074958.654952:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657285120
00000100:00100000:0.0:1769074958.654960:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657285120
00010000:00010000:0.0:1769074958.654996:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308522 expref: 243 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074958.655176:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5423
00000100:00100000:0.0:1769074958.655187:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:2367:x1855007657285120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074958.655203:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074958.655210:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308522 expref: 243 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074958.655222:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308522 expref: 243 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074958.655243:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e40042 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308522 expref: 243 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074958.655259:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074958.655264:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.655274:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.655281:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.656697:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074958.656765:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:2367:x1855007657285120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1574us (2132us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.656775:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5423
00010000:00010000:2.0:1769074958.659435:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.659451:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074958.659476:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00010000:00010000:2.0:1769074958.659639:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e412be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b6c expref: 243 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.659659:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b6c expref: 242 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.659679:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074958.659682:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074958.659686:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5a00, rc 0)
00000100:00100000:2.0:1769074958.659751:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657284864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8673us (8880us total) trans 4295106340 rc 0/0
00000100:00100000:2.0:1769074958.659759:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210332
00000100:00100000:3.0:1769074958.660509:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.660594:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657285248
00000100:00100000:1.0:1769074958.660603:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657285248
00000100:00100000:1.0:1769074958.660656:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1560
00000100:00100000:1.0:1769074958.660666:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:2367:x1855007657285248:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.660688:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.660709:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e412b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b65 expref: 242 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.660724:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:1.0:1769074958.660728:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.660760:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:2367:x1855007657285248:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 95us (254us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.660767:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1560
00000100:00100000:1.0:1769074958.669055:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.669973:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657285504
00000100:00100000:2.0:1769074958.669985:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657285504
00000100:00100000:2.0:1769074958.670047:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4343
00000100:00100000:2.0:1769074958.670065:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657285504:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.670299:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657285504:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 243us (1252us total) trans 4295106341 rc 0/0
00000100:00100000:2.0:1769074958.670308:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4343
00000100:00100000:2.0:1769074958.672732:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.672814:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657285632
00000100:00100000:0.0:1769074958.672822:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657285632
00000100:00100000:0.0:1769074958.672876:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210333
00000100:00100000:0.0:1769074958.672886:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657285632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.672955:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.672978:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b73 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.673135:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.673151:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b6c expref: 243 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.673160:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.673194:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b6c expref: 243 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.673207:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b6c expref: 243 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.673220:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623397632:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.673308:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.676869:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.677046:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657285888
00000100:00100000:2.0:1769074958.677138:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657285888
00000100:00100000:2.0:1769074958.677250:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4344
00000100:00100000:2.0:1769074958.677261:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657285888:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.677633:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657285888:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 363us (760us total) trans 4295106342 rc 0/0
00000100:00100000:2.0:1769074958.677642:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4344
00000100:00100000:2.0:1769074958.677953:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.678310:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657286016
00000100:00100000:3.0:1769074958.678316:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657286016
00010000:00010000:3.0:1769074958.678343:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b6c expref: 245 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.678384:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5424
00000100:00100000:3.0:1769074958.678392:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:2368:x1855007657286016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.678403:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.678409:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b6c expref: 245 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.678422:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b6c expref: 245 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.678443:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:3.0:1769074958.678448:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.678458:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.678464:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.678483:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.678519:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:2368:x1855007657286016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 128us (566us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.678525:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5424
00010000:00010000:1.0:1769074958.679007:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e412c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b6c expref: 244 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.679025:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623397632:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.679045:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.679054:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.679059:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.679096:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.679101:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.679118:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.679148:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e412d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b73 expref: 244 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.679163:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b73 expref: 243 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.679170:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074958.679173:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.679176:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:1.0:1769074958.679206:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657285632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6322us (6483us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.679212:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210333
00000100:00100000:0.0:1769074958.683330:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.683431:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657286272
00000100:00100000:3.0:1769074958.683440:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657286272
00000100:00100000:3.0:1769074958.683531:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4345
00000100:00100000:3.0:1769074958.683541:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2c9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657286272:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.683795:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2c9450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657286272:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 255us (474us total) trans 4295106343 rc 0/0
00000100:00100000:3.0:1769074958.683804:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4345
00000100:00100000:0.0:1769074958.689445:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.689535:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.689600:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657286528
00000100:00100000:3.0:1769074958.689611:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657286528
00000100:00100000:1.0:1769074958.689700:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657286656
00000100:00100000:1.0:1769074958.689705:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657286656
00000100:00100000:1.0:1769074958.689763:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210334
00000100:00100000:1.0:1769074958.689772:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657286656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.689797:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.689816:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e412e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b7a expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074958.689823:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4346
00000100:00100000:3.0:1769074958.689830:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13245:x1855007657286528:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:1.0:1769074958.689872:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.689885:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.689923:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.689946:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.689953:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.689959:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690056:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e412f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690064:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e412f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690070:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e412f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074958.690080:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657286528:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 251us (645us total) trans 4295106344 rc 0/0
00000100:00100000:3.0:1769074958.690088:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4346
00000004:00200000:1.0:1769074958.690100:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.690104:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.690191:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e412f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690202:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e412f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690211:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690217:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690223:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690230:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.690234:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690241:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690253:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074958.690256:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.690261:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690266:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e412e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690277:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690282:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690287:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690291:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.690294:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690298:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690305:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x76821429 (ffff9032a2c16900)
00010000:00010000:1.0:1769074958.690307:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.690310:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690316:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e412ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.690344:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e412e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b7a expref: 247 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.690356:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e412f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b7a expref: 246 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.690363:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074958.690365:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.690367:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed200, rc 0)
00000100:00100000:1.0:1769074958.690391:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13246:x1855007657286656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 621us (857us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.690398:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210334
00000100:00100000:0.0:1769074958.698885:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.698973:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.698999:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.699034:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657287296
00000100:00100000:2.0:1769074958.699045:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657287296
00000100:00100000:2.0:1769074958.699114:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1561
00000100:00100000:2.0:1769074958.699125:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:2367:x1855007657287296:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.699141:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.699164:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e412f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b7a expref: 246 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.699181:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:2.0:1769074958.699186:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.699244:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:2367:x1855007657287296:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 120us (242us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.699251:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1561
00000100:00100000:3.0:1769074958.699391:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657286912
00000100:00100000:3.0:1769074958.699397:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657286912
00000100:00100000:1.0:1769074958.699416:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657287168
00000100:00100000:1.0:1769074958.699421:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657287168
00000100:00100000:3.0:1769074958.699431:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4347
00000100:00100000:3.0:1769074958.699437:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13245:x1855007657286912:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074958.699446:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210335
00000100:00100000:1.0:1769074958.699452:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13246:x1855007657287168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.699459:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.699472:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e412fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b81 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.699537:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.699549:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308457 expref: 247 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.699557:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.699584:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308457 expref: 248 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.699595:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308457 expref: 248 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.699608:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623397760:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.699612:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13245:x1855007657286912:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 175us (737us total) trans 4295106345 rc 0/0
00000100:00100000:3.0:1769074958.699618:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4347
00000100:00100000:1.0:1769074958.700054:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.705099:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.705153:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657287424
00000100:00100000:2.0:1769074958.705164:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657287424
00010000:00010000:2.0:1769074958.705206:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308457 expref: 248 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.705252:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5425
00000100:00100000:2.0:1769074958.705262:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:2367:x1855007657287424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.705276:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.705282:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308457 expref: 248 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.705295:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308457 expref: 248 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.705318:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:2.0:1769074958.705323:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.705333:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.705341:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.705371:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.705420:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:2367:x1855007657287424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 159us (333us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.705429:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5425
00010000:00010000:1.0:1769074958.705486:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e3fdf6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308457 expref: 247 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.705505:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623397760:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.705525:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.705533:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.705538:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.705556:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00010000:00010000:1.0:1769074958.705716:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e412fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b81 expref: 248 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.705732:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b81 expref: 247 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.705739:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074958.705742:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074958.705744:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed600, rc 0)
00000100:00100000:1.0:1769074958.705769:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13246:x1855007657287168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6317us (6796us total) trans 4295106346 rc 0/0
00000100:00100000:1.0:1769074958.705776:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210335
00000100:00100000:0.0:1769074958.707189:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.707234:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657287680
00000100:00100000:2.0:1769074958.707258:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657287680
00000100:00100000:2.0:1769074958.707305:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4348
00000100:00100000:2.0:1769074958.707315:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657287680:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.707502:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13245:x1855007657287680:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 188us (319us total) trans 4295106347 rc 0/0
00000100:00100000:2.0:1769074958.707510:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4348
00000100:00100000:0.0:1769074958.711422:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.712524:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657287808
00000100:00100000:1.0:1769074958.712535:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657287808
00000100:00100000:1.0:1769074958.712589:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210336
00000100:00100000:1.0:1769074958.712596:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657287808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.712619:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.712642:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41312 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b88 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.712717:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.712729:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b81 expref: 249 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.712735:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.712760:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b81 expref: 249 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.712768:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b81 expref: 249 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.712777:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623397888:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.712848:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c480 going to sleep for 11 seconds
00000100:00100000:0.0:1769074958.716310:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.716444:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657288192
00000100:00100000:2.0:1769074958.716454:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657288192
00010000:00010000:2.0:1769074958.716495:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b81 expref: 250 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.716539:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5426
00000100:00100000:2.0:1769074958.716549:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:2369:x1855007657288192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.716565:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.716571:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b81 expref: 250 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.716585:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b81 expref: 250 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.716608:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:2.0:1769074958.716614:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.716623:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.716631:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.716649:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.716718:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:2369:x1855007657288192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (415us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.716726:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5426
00000100:00100000:3.0:1769074958.717234:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.717309:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657288064
00000100:00100000:2.0:1769074958.717314:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657288064
00000100:00100000:2.0:1769074958.717350:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4349
00000100:00100000:2.0:1769074958.717357:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657288064:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.717693:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13245:x1855007657288064:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 334us (459us total) trans 4295106348 rc 0/0
00000100:00100000:2.0:1769074958.717700:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4349
00010000:00010000:1.0:1769074958.717994:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41304 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b81 expref: 250 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.718012:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623397888:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.718033:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.718043:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.718049:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.718159:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:1.0:1769074958.718163:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.718176:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.718203:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41312 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b88 expref: 250 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.718217:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b88 expref: 249 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.718225:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074958.718228:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.718231:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eeda00, rc 0)
00000100:00100000:1.0:1769074958.718377:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13246:x1855007657287808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5780us (6963us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.718384:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210336
00000100:00100000:3.0:1769074958.720486:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.720602:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657288448
00000100:00100000:2.0:1769074958.720612:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657288448
00000100:00100000:2.0:1769074958.720676:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4350
00000100:00100000:2.0:1769074958.720686:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13245:x1855007657288448:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.721246:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657288448:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 560us (765us total) trans 4295106349 rc 0/0
00000100:00100000:2.0:1769074958.721256:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4350
00000100:00100000:0.0:1769074958.734133:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.734230:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.736041:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657288704
00000100:00100000:1.0:1769074958.736132:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657288704
00000100:00100000:1.0:1769074958.736244:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657288960
00000100:00100000:1.0:1769074958.736249:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657288960
00000100:00100000:1.0:1769074958.736271:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4351
00000100:00100000:1.0:1769074958.736280:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2c9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657288704:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:1.0:1769074958.736557:0:5766:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106350
00000100:00100000:1.0:1769074958.736691:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2c9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657288704:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 410us (2565us total) trans 4295106351 rc 0/0
00000100:00100000:1.0:1769074958.736700:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4351
00000020:00080000:1.0:1769074958.736712:0:5766:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1769074958.736755:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4352
00000100:00100000:1.0:1769074958.736761:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657288960:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074958.736843:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657288960:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 81us (2611us total) trans 4295106352 rc 0/0
00000100:00100000:1.0:1769074958.736850:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4352
00000100:00100000:0.0:1769074958.742582:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.742765:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657289216
00000100:00100000:1.0:1769074958.742775:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657289216
00000100:00100000:1.0:1769074958.742837:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210337
00000100:00100000:1.0:1769074958.742848:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657289216:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.742876:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.742939:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41320 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b8f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.743043:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.743058:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ae expref: 254 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.743066:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.743099:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ae expref: 254 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.743117:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ae expref: 254 pid: 7034 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.743131:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623398016:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.743206:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cd80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.750397:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.750482:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.750604:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657289472
00000100:00100000:2.0:1769074958.750614:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657289472
00000100:00100000:2.0:1769074958.750678:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4353
00000100:00100000:2.0:1769074958.750688:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657289472:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074958.750838:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623398016:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.750864:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074958.750992:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657289472:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 304us (508us total) trans 4295106353 rc 0/0
00000100:00100000:2.0:1769074958.751000:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4353
00000100:00100000:0.0:1769074958.751122:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657289600
00000100:00100000:0.0:1769074958.751127:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657289600
00010000:00010000:0.0:1769074958.751149:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ae expref: 256 pid: 7034 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074958.751179:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5427
00000100:00100000:0.0:1769074958.751186:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:2369:x1855007657289600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074958.751195:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074958.751202:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ae expref: 256 pid: 7034 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074958.751212:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ae expref: 256 pid: 7034 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074958.751232:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e401e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085ae expref: 256 pid: 7034 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074958.751244:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:0.0:1769074958.751249:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.751350:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.751357:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074958.751376:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074958.751395:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657289600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 210us (1008us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.751402:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5427
00010000:00010000:1.0:1769074958.752100:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.752109:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.752129:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10414:0x0]: returning size 4096
00010000:00010000:1.0:1769074958.752245:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41320 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b8f expref: 256 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.752261:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b8f expref: 255 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.752269:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074958.752272:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074958.752275:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed600, rc 0)
00000100:00100000:1.0:1769074958.752310:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657289216:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9464us (9738us total) trans 4295106354 rc 0/0
00000100:00100000:1.0:1769074958.752322:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210337
00000100:00100000:0.0:1769074958.758610:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.758779:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657289728
00000100:00100000:1.0:1769074958.758790:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657289728
00000100:00100000:1.0:1769074958.758959:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210338
00000100:00100000:1.0:1769074958.758970:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657289728:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.758994:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.759016:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41335 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b96 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.759102:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.759116:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b8f expref: 256 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.759125:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.759159:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b8f expref: 256 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.759173:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b8f expref: 256 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.759186:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623398144:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074958.759272:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.765630:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.765688:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.765766:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657289984
00000100:00100000:0.0:1769074958.765777:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657289984
00000100:00100000:0.0:1769074958.765830:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4354
00000100:00100000:0.0:1769074958.765839:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657289984:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074958.766089:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657289984:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 251us (467us total) trans 4295106355 rc 0/0
00000100:00100000:0.0:1769074958.766100:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4354
00000100:00100000:2.0:1769074958.768229:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657290112
00000100:00100000:2.0:1769074958.768242:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657290112
00010000:00010000:2.0:1769074958.768299:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b8f expref: 258 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.768335:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5428
00000100:00100000:2.0:1769074958.768344:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2369:x1855007657290112:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074958.768358:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074958.768365:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b8f expref: 258 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.768379:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b8f expref: 258 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074958.768402:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:2.0:1769074958.768408:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.768417:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.768425:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.768444:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074958.768506:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2369:x1855007657290112:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 163us (2817us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.768513:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5428
00010000:00010000:1.0:1769074958.769148:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41327 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10414:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b8f expref: 257 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.769178:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc169180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623398144:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074958.769199:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.769207:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.769213:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.769256:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10414:0x0]: returning size 4096
00000004:00200000:1.0:1769074958.769261:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.769391:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.769420:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e41335 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10414:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b96 expref: 257 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.769434:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b96 expref: 256 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.769443:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074958.769446:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.769449:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eede00, rc 0)
00000100:00100000:1.0:1769074958.769491:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13246:x1855007657289728:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10523us (10891us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.769498:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210338
00000100:00100000:0.0:1769074958.777080:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.777125:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.777342:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657290496
00000100:00100000:3.0:1769074958.777354:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657290496
00000100:00100000:3.0:1769074958.777413:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4355
00000100:00100000:3.0:1769074958.777422:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657290496:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.777663:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657290496:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 241us (536us total) trans 4295106356 rc 0/0
00000100:00100000:3.0:1769074958.777670:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4355
00000100:00100000:1.0:1769074958.778006:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657290240
00000100:00100000:1.0:1769074958.778012:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657290240
00000100:00100000:1.0:1769074958.778045:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210339
00000100:00100000:1.0:1769074958.778054:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13246:x1855007657290240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.778065:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.778083:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41343 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308b9d expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.778132:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778146:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778156:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778170:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778177:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778184:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778285:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41358 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778294:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778300:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.778331:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10414:0x0]: returning size 4096
00000004:00200000:1.0:1769074958.778336:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:3.0:1769074958.778341:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00010000:1.0:1769074958.778349:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778359:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778366:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778372:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778378:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778384:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.778388:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778395:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778406:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074958.778410:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.778414:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778420:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4134a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778433:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778439:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778445:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778449:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.778452:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778457:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778464:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xe1a22b2d (ffff9032a2c16900)
00010000:00010000:1.0:1769074958.778466:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.778469:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778474:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41351 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.778501:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41343 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b9d expref: 259 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.778513:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41358 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b9d expref: 258 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.778520:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074958.778522:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074958.778524:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed400, rc 0)
00000100:00100000:1.0:1769074958.778571:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657290240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 519us (1501us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.778578:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210339
00000100:00100000:0.0:1769074958.784673:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.784791:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657290752
00000100:00100000:2.0:1769074958.784803:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657290752
00000100:00100000:2.0:1769074958.784870:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4356
00000100:00100000:2.0:1769074958.784880:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657290752:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.785172:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657290752:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 292us (509us total) trans 4295106357 rc 0/0
00000100:00100000:2.0:1769074958.785179:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4356
00000100:00100000:3.0:1769074958.788811:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.788905:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657290880
00000100:00100000:0.0:1769074958.788933:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657290880
00000100:00100000:0.0:1769074958.788998:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1562
00000100:00100000:0.0:1769074958.789007:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:2367:x1855007657290880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074958.789023:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074958.789049:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41358 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b9d expref: 259 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.789067:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:0.0:1769074958.789072:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074958.789130:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:2367:x1855007657290880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 124us (329us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.789137:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1562
00000100:00100000:0.0:1769074958.792073:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.792168:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657291136
00000100:00100000:3.0:1769074958.792178:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657291136
00000100:00100000:3.0:1769074958.792235:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4357
00000100:00100000:3.0:1769074958.792244:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2c8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657291136:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.792874:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2c8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13245:x1855007657291136:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 627us (806us total) trans 4295106358 rc 0/0
00000100:00100000:3.0:1769074958.792882:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4357
00000100:00100000:1.0:1769074958.806653:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.806693:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.806709:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657291520
00000100:00100000:3.0:1769074958.806720:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657291520
00000100:00100000:2.0:1769074958.806757:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657291648
00000100:00100000:2.0:1769074958.806762:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657291648
00000100:00100000:2.0:1769074958.806805:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210340
00000100:00100000:2.0:1769074958.806825:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657291648:12345-192.168.204.54@tcp:36:dbench.0
00000100:00100000:3.0:1769074958.806830:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4358
00000100:00100000:3.0:1769074958.806836:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657291520:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:2.0:1769074958.806878:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1769074958.806940:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e41033 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a85 expref: 260 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.806957:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032a2c16f00)
00010000:00010000:2.0:1769074958.806972:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41247 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b42 expref: 259 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.806981:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.806985:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074958.807006:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807020:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807028:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807041:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807050:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807056:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074958.807097:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657291520:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 260us (450us total) trans 4295106359 rc 0/0
00000100:00100000:3.0:1769074958.807104:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4358
00010000:00010000:2.0:1769074958.807291:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807300:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807308:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000040:00080000:2.0:1769074958.807660:0:11659:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].397, 64 off33664
00000004:00080000:2.0:1769074958.807671:0:11659:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1944508762623ns, next at 1945508760258ns, rc = 0
00010000:00010000:2.0:1769074958.807717:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807726:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807733:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807740:0:11659:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807745:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807751:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807777:0:11659:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1769074958.807793:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807799:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807805:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807822:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.807827:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807834:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807844:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032af293a00)
00010000:00010000:2.0:1769074958.807847:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1769074958.807851:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807857:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4136d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1041b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.807863:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074958.807870:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.807875:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074958.807878:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.807883:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.807891:0:13362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041b:0x0].0x0 (ffff9032af293a00)
00010000:00010000:0.0:1769074958.807902:0:13362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074958.807905:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807935:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.807938:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41374 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1041b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807942:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807947:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.807949:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074958.807951:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074958.807953:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074958.807956:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.807959:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807965:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807977:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.807979:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.807982:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.807988:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4135f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:2.0:1769074958.807996:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001eae3717 reply state 00000000b5e18703 transno 4295106360 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074958.808004:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074958.808062:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657291648:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1239us (1367us total) trans 4295106360 rc 0/0
00000100:00100000:2.0:1769074958.808070:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210340
00000100:00100000:1.0:1769074958.813296:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074958.813444:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.813459:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.813467:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.813473:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.813477:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.813485:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.813502:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2fc4295a (ffff9032af293f00)
00010000:00010000:0.0:1769074958.813506:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.813511:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.813521:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41366 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x2fc4295a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074958.813768:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657291904
00000100:00100000:3.0:1769074958.813779:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657291904
00000100:00100000:3.0:1769074958.813830:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4359
00000100:00100000:3.0:1769074958.813840:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13245:x1855007657291904:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.814142:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657291904:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 301us (854us total) trans 4295106361 rc 0/0
00000100:00100000:3.0:1769074958.814150:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4359
00000100:00100000:0.0:1769074958.820166:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.820213:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.820436:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657292160
00000100:00100000:3.0:1769074958.820448:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657292160
00000100:00100000:2.0:1769074958.820467:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657292288
00000100:00100000:2.0:1769074958.820472:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657292288
00000100:00100000:2.0:1769074958.820507:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210341
00000100:00100000:3.0:1769074958.820507:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4360
00000100:00100000:2.0:1769074958.820517:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13245:x1855007657292288:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074958.820517:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657292160:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.820797:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657292160:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 282us (658us total) trans 4295106362 rc 0/0
00000100:00100000:3.0:1769074958.820805:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4360
00000100:00100000:1.0:1769074958.825725:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.825818:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657292544
00000100:00100000:3.0:1769074958.825829:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657292544
00000100:00100000:3.0:1769074958.825947:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4361
00000100:00100000:3.0:1769074958.825958:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657292544:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.826213:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657292544:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 256us (497us total) trans 4295106363 rc 0/0
00000100:00100000:3.0:1769074958.826221:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4361
00010000:00010000:2.0:1769074958.827712:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.827742:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4137b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ba4 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.827813:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.827828:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.827840:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.827856:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.827863:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.827869:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828005:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41390 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828013:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41390 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828020:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41390 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074958.828055:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00000004:00200000:2.0:1769074958.828060:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.828079:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41390 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828089:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41390 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828097:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828104:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828111:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828117:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.828121:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828127:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828138:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.828142:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.828146:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828152:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41382 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828162:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828167:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828172:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828181:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.828184:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828190:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828197:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x288e6406 (ffff9032af293500)
00010000:00010000:2.0:1769074958.828200:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.828202:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828208:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41389 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.828238:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4137b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ba4 expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.828251:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41390 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ba4 expref: 263 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.828259:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074958.828261:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.828263:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f81e00, rc 0)
00000100:00100000:2.0:1769074958.828330:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657292288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7815us (8115us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.828339:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210341
00000100:00100000:1.0:1769074958.838361:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.838529:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657292672
00000100:00100000:3.0:1769074958.838540:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657292672
00000100:00100000:3.0:1769074958.838610:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1563
00000100:00100000:3.0:1769074958.838622:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2366:x1855007657292672:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.838647:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.838671:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41390 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ba4 expref: 263 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.838687:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:3.0:1769074958.838692:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074958.838744:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:2366:x1855007657292672:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 125us (392us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.838751:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1563
00000100:00100000:1.0:1769074958.845585:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.845631:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.845823:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657292928
00000100:00100000:2.0:1769074958.845836:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657292928
00000100:00100000:2.0:1769074958.845937:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210342
00000100:00100000:2.0:1769074958.845947:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657292928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.845969:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.845992:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41397 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bab expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.846105:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.846121:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b26 expref: 263 pid: 11659 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074958.846124:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657293184
00000100:00100000:0.0:1769074958.846129:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657293184
00010000:00010000:2.0:1769074958.846129:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.846163:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b26 expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.846176:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b26 expref: 264 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.846190:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398272:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.846285:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b180 going to sleep for 11 seconds
00000100:00100000:1.0:1769074958.850082:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.850227:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398272:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.850255:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074958.851088:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4362
00000100:00100000:0.0:1769074958.851107:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13246:x1855007657293184:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074958.851590:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657293184:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 491us (5957us total) trans 4295106364 rc 0/0
00000100:00100000:0.0:1769074958.851599:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4362
00000100:00100000:3.0:1769074958.854275:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657293312
00000100:00100000:3.0:1769074958.854290:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657293312
00010000:00010000:3.0:1769074958.854334:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b26 expref: 265 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.854378:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5429
00000100:00100000:3.0:1769074958.854387:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657293312:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074958.854403:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074958.854409:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b26 expref: 265 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.854423:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b26 expref: 265 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.854446:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e411fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b26 expref: 265 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074958.854462:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:3.0:1769074958.854467:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.854481:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.854487:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.854519:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074958.854545:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.854555:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074958.854574:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00000100:00100000:3.0:1769074958.854584:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2368:x1855007657293312:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 197us (4509us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.854591:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5429
00010000:00010000:2.0:1769074958.854740:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41397 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bab expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.854754:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bab expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.854761:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074958.854763:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074958.854766:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:2.0:1769074958.854790:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657292928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8846us (9217us total) trans 4295106365 rc 0/0
00000100:00100000:2.0:1769074958.854796:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210342
00000100:00100000:1.0:1769074958.855011:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.856747:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657293568
00000100:00100000:2.0:1769074958.856761:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657293568
00000100:00100000:2.0:1769074958.856807:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4363
00000100:00100000:2.0:1769074958.856814:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2c8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13246:x1855007657293568:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.857070:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2c8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657293568:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 255us (2058us total) trans 4295106366 rc 0/0
00000100:00100000:2.0:1769074958.857077:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4363
00000100:00100000:1.0:1769074958.860494:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.860560:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657293696
00000100:00100000:2.0:1769074958.860570:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657293696
00000100:00100000:2.0:1769074958.860635:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210343
00000100:00100000:2.0:1769074958.860647:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657293696:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.860675:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.860698:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e413ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bb2 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.860781:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.860795:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bab expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.860804:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.860838:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bab expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.860862:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bab expref: 266 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074958.860876:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398400:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074958.860990:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b900 going to sleep for 11 seconds
00000100:00100000:3.0:1769074958.865326:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.865368:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.865396:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657293952
00000100:00100000:0.0:1769074958.865407:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657293952
00000100:00100000:0.0:1769074958.865479:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4364
00000100:00100000:0.0:1769074958.865490:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657293952:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074958.865571:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398400:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.865598:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074958.865749:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13246:x1855007657293952:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 260us (433us total) trans 4295106367 rc 0/0
00000100:00100000:0.0:1769074958.865757:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4364
00000100:00100000:1.0:1769074958.865840:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657294080
00000100:00100000:1.0:1769074958.865845:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657294080
00010000:00010000:1.0:1769074958.865867:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bab expref: 268 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.865947:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5430
00000100:00100000:1.0:1769074958.865955:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:2369:x1855007657294080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.865965:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.865972:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bab expref: 268 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.865982:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bab expref: 268 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.866002:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4139e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bab expref: 268 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.866021:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:1.0:1769074958.866025:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.866034:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.866041:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.866059:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.866081:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2369:x1855007657294080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 127us (713us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.866087:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5430
00010000:00010000:2.0:1769074958.866251:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.866258:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074958.866296:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00000004:00200000:2.0:1769074958.866301:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.866316:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.866342:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e413ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bb2 expref: 267 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.866356:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bb2 expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.866362:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074958.866366:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.866368:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:2.0:1769074958.866406:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657293696:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5762us (5924us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.866413:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210343
00000100:00100000:3.0:1769074958.877073:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.880002:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657294336
00000100:00100000:3.0:1769074958.880018:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657294336
00000100:00100000:3.0:1769074958.880085:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4365
00000100:00100000:3.0:1769074958.880097:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13246:x1855007657294336:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.880395:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657294336:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 300us (3328us total) trans 4295106368 rc 0/0
00000100:00100000:3.0:1769074958.880402:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4365
00000100:00100000:0.0:1769074958.884174:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.884357:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657294592
00000100:00100000:3.0:1769074958.884368:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657294592
00000100:00100000:3.0:1769074958.884462:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4366
00000100:00100000:3.0:1769074958.884471:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657294592:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.884745:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13246:x1855007657294592:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 275us (580us total) trans 4295106369 rc 0/0
00000100:00100000:3.0:1769074958.884757:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4366
00000100:00100000:2.0:1769074958.898233:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.898282:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.898380:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657294848
00000100:00100000:0.0:1769074958.898391:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657294848
00000100:00100000:0.0:1769074958.898449:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657295104
00000100:00100000:0.0:1769074958.898452:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657295104
00000100:00100000:0.0:1769074958.898472:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4367
00000100:00100000:0.0:1769074958.898481:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657294848:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074958.898788:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657294848:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 307us (567us total) trans 4295106370 rc 0/0
00000100:00100000:0.0:1769074958.898797:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4367
00000100:00100000:0.0:1769074958.898817:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4368
00000100:00100000:0.0:1769074958.898823:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657295104:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074958.898958:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657295104:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 134us (673us total) trans 4295106371 rc 0/0
00000100:00100000:0.0:1769074958.898965:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4368
00000100:00100000:1.0:1769074958.903486:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.903887:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657295360
00000100:00100000:3.0:1769074958.903934:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657295360
00000100:00100000:3.0:1769074958.903990:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4369
00000100:00100000:3.0:1769074958.904000:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2c9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657295360:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.904406:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2c9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657295360:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 405us (926us total) trans 4295106372 rc 0/0
00000100:00100000:3.0:1769074958.904416:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4369
00000100:00100000:2.0:1769074958.904720:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.904878:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657295488
00000100:00100000:0.0:1769074958.904885:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657295488
00000100:00100000:0.0:1769074958.904955:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210344
00000100:00100000:0.0:1769074958.904963:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13245:x1855007657295488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074958.904983:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074958.905004:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e413ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bb9 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.905058:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905072:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905084:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905098:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905109:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905115:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905206:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e413cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905228:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e413cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905235:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e413cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074958.905265:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00000004:00200000:0.0:1769074958.905270:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074958.905284:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e413cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905294:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e413cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905301:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905307:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905313:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905318:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.905322:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905329:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905340:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074958.905343:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.905348:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905353:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e413c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905365:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905369:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905374:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905379:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074958.905381:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905386:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905392:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x288e6406 (ffff903298a49300)
00010000:00010000:0.0:1769074958.905394:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074958.905397:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905402:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e413c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.905430:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e413ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bb9 expref: 273 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.905442:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e413cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bb9 expref: 272 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074958.905448:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:0.0:1769074958.905450:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074958.905452:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4e00, rc 0)
00000100:00100000:0.0:1769074958.905499:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657295488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 536us (779us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074958.905506:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210344
00000100:00100000:2.0:1769074958.916113:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.916218:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.916312:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657295616
00000100:00100000:3.0:1769074958.916320:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657295872
00000100:00100000:1.0:1769074958.916322:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657295616
00000100:00100000:3.0:1769074958.916327:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657295872
00000100:00100000:3.0:1769074958.916381:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4370
00000100:00100000:3.0:1769074958.916391:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657295872:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074958.916452:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210345
00000100:00100000:1.0:1769074958.916462:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657295616:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.916474:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.916497:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e413d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bc0 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.916554:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916569:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916585:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916602:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916609:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916615:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074958.916639:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657295872:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 248us (418us total) trans 4295106373 rc 0/0
00000100:00100000:3.0:1769074958.916647:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4370
00010000:00010000:1.0:1769074958.916683:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916691:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916697:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916702:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeca00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.916706:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916712:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916722:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.916725:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.916730:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916739:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e413dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916749:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916755:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916761:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916766:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.916768:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916774:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916781:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x8ee21578 (ffff9032a2c16900)
00010000:00010000:1.0:1769074958.916784:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.916786:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916791:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.916817:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e413d6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bc0 expref: 274 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.916826:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.916828:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.916832:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e413d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bc0 expref: 274 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.916840:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed600, rc 0)
00000100:00100000:1.0:1769074958.916864:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657295616:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 405us (762us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074958.916870:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210345
00000100:00100000:2.0:1769074958.917799:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.918026:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657296000
00000100:00100000:0.0:1769074958.918033:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657296000
00000100:00100000:1.0:1769074958.918193:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1564
00000100:00100000:1.0:1769074958.918203:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2367:x1855007657296000:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.918217:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.918233:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e413cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bb9 expref: 273 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.918248:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:1.0:1769074958.918253:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.918297:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2367:x1855007657296000:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 95us (503us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.918304:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1564
00000100:00100000:2.0:1769074958.923724:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.923889:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657296256
00000100:00100000:3.0:1769074958.923948:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657296256
00000100:00100000:3.0:1769074958.924000:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4371
00000100:00100000:3.0:1769074958.924009:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13246:x1855007657296256:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074958.924245:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657296256:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 236us (529us total) trans 4295106374 rc 0/0
00000100:00100000:3.0:1769074958.924253:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4371
00000100:00100000:2.0:1769074958.925794:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.925865:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657296384
00000100:00100000:1.0:1769074958.925873:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657296384
00000100:00100000:1.0:1769074958.925961:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210346
00000100:00100000:1.0:1769074958.925969:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657296384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074958.925984:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074958.926002:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e413eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bc7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.926057:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.926071:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.926081:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074958.926136:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:1.0:1769074958.926140:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074958.926156:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.926176:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e413eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bc7 expref: 275 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.926189:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bc7 expref: 274 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.926198:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074958.926201:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074958.926204:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec200, rc 0)
00000100:00100000:1.0:1769074958.926242:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13245:x1855007657296384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 274us (453us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.926248:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210346
00000100:00100000:2.0:1769074958.941144:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.943103:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657296640
00000100:00100000:0.0:1769074958.943119:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657296640
00000100:00100000:0.0:1769074958.943188:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4372
00000100:00100000:0.0:1769074958.943199:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13246:x1855007657296640:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074958.943514:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657296640:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 316us (2378us total) trans 4295106375 rc 0/0
00000100:00100000:0.0:1769074958.943523:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4372
00000100:00100000:2.0:1769074958.948250:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.948387:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.949216:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657297024
00000100:00100000:3.0:1769074958.949228:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657297024
00000100:00100000:3.0:1769074958.949331:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657296768
00000100:00100000:3.0:1769074958.949335:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657296768
00000100:00100000:0.0:1769074958.949534:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4373
00000100:00100000:0.0:1769074958.949547:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13246:x1855007657297024:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074958.949812:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657297024:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 267us (1569us total) trans 4295106376 rc 0/0
00000100:00100000:0.0:1769074958.949822:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4373
00000100:00100000:0.0:1769074958.949840:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4374
00000100:00100000:0.0:1769074958.949846:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13245:x1855007657296768:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074958.953839:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.954227:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657297280
00000100:00100000:3.0:1769074958.954237:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657297280
00000100:00100000:0.0:1769074958.954497:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4375
00000100:00100000:0.0:1769074958.954508:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2ca450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13246:x1855007657297280:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074958.954745:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2ca450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:13246:x1855007657297280:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 237us (914us total) trans 4295106377 rc 0/0
00000100:00100000:0.0:1769074958.954753:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4375
00000100:00100000:3.0:1769074958.957583:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13245:x1855007657296768:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 7727us (9186us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074958.957597:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4374
00000100:00100000:1.0:1769074958.962439:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.963128:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657297536
00000100:00100000:0.0:1769074958.963143:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657297536
00000100:00100000:1.0:1769074958.963488:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210347
00000100:00100000:1.0:1769074958.963500:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657297536:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:1.0:1769074958.963601:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1769074958.963628:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e4133c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10414:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b96 expref: 277 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.963648:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff90328e9ab900)
00010000:00010000:1.0:1769074958.963664:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e40dfc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089c1 expref: 276 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074958.963673:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074958.963677:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074958.963698:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.963711:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.963721:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.963736:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.963743:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.963749:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964072:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964081:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964088:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000040:00080000:1.0:1769074958.964488:0:11659:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].400, 64 off33792
00000004:00080000:1.0:1769074958.964499:0:11659:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1944665590344ns, next at 1945665587838ns, rc = 0
00010000:00010000:1.0:1769074958.964706:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964715:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964722:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964729:0:11659:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964734:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964740:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964792:0:11659:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1769074958.964814:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964820:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964825:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964831:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.964835:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964843:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964863:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:1.0:1769074958.964867:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1769074958.964871:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964877:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41407 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964956:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964962:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964967:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964972:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074958.964975:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964980:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964987:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074958.964989:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074958.964992:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.964996:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e413f9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:1.0:1769074958.965005:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000044ba9cae reply state 00000000776f030a transno 4295106378 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074958.965013:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1769074958.965109:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657297536:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1609us (2679us total) trans 4295106378 rc 0/0
00000100:00100000:1.0:1769074958.965117:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210347
00010000:00010000:0.0:1769074958.968712:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074958.968727:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.968738:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074958.968742:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.968752:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.968769:0:5750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10414:0x0].0x0 (ffff9032a2c16e00)
00010000:00010000:0.0:1769074958.968772:0:5750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074958.968777:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074958.968782:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4140e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10414:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074958.969099:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074958.969102:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074958.969104:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074958.973265:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.973283:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.973290:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.973297:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.973301:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.973308:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.973325:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xe1a22b2d (ffff9032a2c16900)
00010000:00010000:3.0:1769074958.973328:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.973333:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074958.973339:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41400 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074958.975997:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.976198:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657297664
00000100:00100000:2.0:1769074958.976210:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657297664
00000100:00100000:2.0:1769074958.976274:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210348
00000100:00100000:2.0:1769074958.976284:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13245:x1855007657297664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.976307:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.976328:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41415 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bce expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.976399:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976414:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976425:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976439:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976445:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976452:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976537:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976543:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976550:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976555:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.976559:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976566:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976578:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.976581:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.976587:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976592:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4141c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976604:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976609:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976614:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976619:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.976621:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976626:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976633:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x8ee21578 (ffff9032af293500)
00010000:00010000:2.0:1769074958.976635:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.976638:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976643:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41423 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074958.976675:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41415 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bce expref: 277 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.976684:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.976687:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.976690:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41415 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bce expref: 277 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.976698:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:2.0:1769074958.976767:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13245:x1855007657297664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 484us (778us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074958.976774:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210348
00000100:00100000:3.0:1769074958.977491:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074958.977652:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657297920
00000100:00100000:0.0:1769074958.977660:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657297920
00000100:00100000:0.0:1769074958.977706:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4376
00000100:00100000:0.0:1769074958.977714:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13246:x1855007657297920:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074958.978108:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657297920:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 393us (618us total) trans 4295106379 rc 0/0
00000100:00100000:0.0:1769074958.978115:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4376
00000100:00100000:3.0:1769074958.985208:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.985303:0:13386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657298176
00000100:00100000:2.0:1769074958.985315:0:13386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657298176
00000100:00100000:2.0:1769074958.985384:0:13386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 177
00000100:00100000:2.0:1769074958.985394:0:13386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13245:x1855007657298176:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074958.985447:0:13386:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1769074958.985476:0:13386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e413b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bb2 expref: 277 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.985499:0:13386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074958.985514:0:13386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e413f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bc7 expref: 276 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.985523:0:13386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.985527:0:13386:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074958.985554:0:13386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985567:0:13386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985576:0:13386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985591:0:13386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985597:0:13386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985602:0:13386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985613:0:13386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985619:0:13386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985625:0:13386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985745:0:13386:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985753:0:13386:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.985760:0:13386:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00000004:00010000:2.0:1769074958.986547:0:13386:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004980258 reply state 000000004033b58a transno 4295106380 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00000100:00100000:2.0:1769074958.986558:0:13386:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000004:00010000:2.0:1769074958.986564:0:13386:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004980258 reply state 000000004033b58a transno 4295106380 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00000100:00100000:2.0:1769074958.986570:0:13386:0:(service.c:177:ptlrpc_save_lock()) nlocks 1
00010000:00010000:2.0:1769074958.986574:0:13386:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.986580:0:13386:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.986587:0:13386:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.986593:0:13386:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f81e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.986597:0:13386:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.986604:0:13386:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.986619:0:13386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.986622:0:13386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.986626:0:13386:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:2.0:1769074958.986631:0:13386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e4142a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00000004:00010000:2.0:1769074958.986642:0:13386:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004980258 reply state 000000004033b58a transno 4295106380 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13386 initiator: MDT0
00000100:00100000:2.0:1769074958.986648:0:13386:0:(service.c:177:ptlrpc_save_lock()) nlocks 2
00000100:00100000:2.0:1769074958.986735:0:13386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13245:x1855007657298176:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1341us (1534us total) trans 4295106380 rc 0/0
00000100:00100000:2.0:1769074958.986744:0:13386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 177
00000100:00100000:1.0:1769074958.987720:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074958.987864:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657298432
00000100:00100000:3.0:1769074958.987872:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657298432
00000100:00100000:3.0:1769074958.987951:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210349
00000100:00100000:3.0:1769074958.987960:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657298432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074958.987980:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074958.987996:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41446 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bd5 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.988084:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.988096:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086bf expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.988104:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.988136:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086bf expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074958.988149:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086bf expref: 278 pid: 7034 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074958.988162:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623398528:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074958.988241:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074958.992455:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623398528:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074958.992489:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074958.993092:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993103:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993115:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993122:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.993127:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993135:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993152:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x288e6406 (ffff9032af293500)
00010000:00010000:3.0:1769074958.993155:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.993160:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993165:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41431 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x288e6406 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993186:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993193:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993199:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993203:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.993207:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993212:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993219:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x8ee21578 (ffff9032af293000)
00010000:00010000:3.0:1769074958.993221:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074958.993224:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993228:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41438 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993239:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993244:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993249:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993254:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074958.993257:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993263:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993277:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293100)
00010000:00010000:3.0:1769074958.993280:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:3.0:1769074958.993283:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00010000:00010000:3.0:1769074958.993289:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4143f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1041c:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13386 initiator: MDT0
00000100:00100000:3.0:1769074958.993978:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074958.994100:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657298560
00000100:00100000:1.0:1769074958.994111:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657298560
00010000:00010000:1.0:1769074958.994149:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086bf expref: 278 pid: 7034 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074958.994188:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5431
00000100:00100000:1.0:1769074958.994197:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:2366:x1855007657298560:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074958.994212:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074958.994224:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086bf expref: 278 pid: 7034 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.994242:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086bf expref: 278 pid: 7034 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.994262:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e40520 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086bf expref: 278 pid: 7034 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074958.994287:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:1.0:1769074958.994292:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.994301:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.994312:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074958.994336:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074958.994386:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:2366:x1855007657298560:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (412us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074958.994394:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5431
00010000:00010000:2.0:1769074958.994572:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.994580:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074958.994599:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10415:0x0]: returning size 4096
00010000:00010000:2.0:1769074958.994746:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41446 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bd5 expref: 278 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.994761:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bd5 expref: 277 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.994770:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:2.0:1769074958.994772:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074958.994775:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9a00, rc 0)
00000100:00100000:2.0:1769074958.994818:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657298432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6859us (7101us total) trans 4295106381 rc 0/0
00000100:00100000:2.0:1769074958.994831:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210349
00000100:00100000:3.0:1769074958.998777:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074958.998858:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657298688
00000100:00100000:2.0:1769074958.998869:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657298688
00000100:00100000:2.0:1769074958.998986:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210350
00000100:00100000:2.0:1769074958.998996:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13245:x1855007657298688:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074958.999020:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074958.999040:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4145b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bdc expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.999126:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999152:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999164:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999178:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999185:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999195:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999314:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999322:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999328:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074958.999361:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00000004:00200000:2.0:1769074958.999366:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074958.999384:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999395:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999403:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999410:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999417:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999423:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24c400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.999427:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999434:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999445:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074958.999448:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.999453:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999459:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e41462 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999469:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999474:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999480:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999484:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24ca00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074958.999487:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999492:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999499:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x8ee21578 (ffff9032af293200)
00010000:00010000:2.0:1769074958.999502:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074958.999504:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999510:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41469 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074958.999537:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4145b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bdc expref: 279 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.999549:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bdc expref: 278 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074958.999556:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293e00)
00010000:00010000:2.0:1769074958.999558:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074958.999560:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24d400, rc 0)
00000100:00100000:2.0:1769074958.999625:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13245:x1855007657298688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 630us (857us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074958.999633:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210350
00000100:00100000:1.0:1769074959.000955:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.001174:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657298816
00000100:00100000:2.0:1769074959.001182:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657298816
00000100:00100000:2.0:1769074959.001253:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210351
00000100:00100000:2.0:1769074959.001263:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13246:x1855007657298816:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.001282:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.001299:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e41477 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308be3 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.001372:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.001386:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bd5 expref: 279 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.001395:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.001427:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bd5 expref: 279 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.001440:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bd5 expref: 279 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074959.001452:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398656:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.001531:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b6c0 going to sleep for 11 seconds
00000100:00080000:1.0:1769074959.001575:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1769074959.004297:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398656:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.004325:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074959.005352:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.006332:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657298944
00000100:00100000:3.0:1769074959.006344:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657298944
00010000:00010000:3.0:1769074959.006384:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bd5 expref: 280 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074959.006472:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5432
00000100:00100000:3.0:1769074959.006482:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:2368:x1855007657298944:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.006497:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.006583:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bd5 expref: 280 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.006599:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bd5 expref: 280 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.006621:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4144d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10415:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bd5 expref: 280 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.006638:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:3.0:1769074959.006644:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.006653:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.006661:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.008320:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.008389:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:2368:x1855007657298944:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1903us (3037us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.008402:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5432
00000100:00100000:0.0:1769074959.008550:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074959.011228:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.011247:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.011302:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10415:0x0]: returning size 4096
00000004:00200000:2.0:1769074959.011307:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.011330:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.011374:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e41477 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10415:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308be3 expref: 279 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.011395:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308be3 expref: 278 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.011404:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:2.0:1769074959.011407:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.011411:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24c000, rc 0)
00000100:00100000:2.0:1769074959.011515:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13246:x1855007657298816:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10252us (10565us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.011525:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210351
00000100:00100000:2.0:1769074959.011555:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657299200
00000100:00100000:2.0:1769074959.011562:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657299200
00000100:00100000:2.0:1769074959.012354:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210352
00000100:00100000:2.0:1769074959.012367:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13245:x1855007657299200:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.012385:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.012402:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41485 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bea expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.012494:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.012518:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bdc expref: 279 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.012527:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.012560:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bdc expref: 279 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.012572:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bdc expref: 279 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074959.012586:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398784:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.012651:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.017171:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.017766:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657299328
00000100:00100000:3.0:1769074959.017777:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657299328
00000100:00100000:3.0:1769074959.017826:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210353
00000100:00100000:3.0:1769074959.017833:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13246:x1855007657299328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.017850:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.017867:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41493 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bf1 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.018148:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018163:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018174:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018188:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018195:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018201:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018305:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e414a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018313:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e414a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018320:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e414a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.018355:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10415:0x0]: returning size 4096
00000004:00200000:3.0:1769074959.018359:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.018377:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e414a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018387:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e414a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018395:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018401:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018407:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018413:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.018417:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018424:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018433:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074959.018436:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.018440:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018446:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4149a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018457:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018463:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018468:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018474:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.018477:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018482:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018488:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2edc570 (ffff90328bb7f700)
00010000:00010000:3.0:1769074959.018490:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.018493:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018498:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e414a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.018714:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41493 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bf1 expref: 282 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.018726:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e414a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bf1 expref: 281 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.018733:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:3.0:1769074959.018736:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.018738:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:0.0:1769074959.018974:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657299328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1138us (1810us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.018983:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210353
00000100:00100000:3.0:1769074959.019677:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.019761:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398784:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.019785:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074959.019846:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657299456
00000100:00100000:0.0:1769074959.019857:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657299456
00010000:00010000:0.0:1769074959.019884:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bdc expref: 281 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074959.019944:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5433
00000100:00100000:0.0:1769074959.019953:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2368:x1855007657299456:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.019965:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.019971:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bdc expref: 281 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.019983:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bdc expref: 281 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.020000:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41470 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bdc expref: 281 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.020013:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293e00)
00010000:00010000:0.0:1769074959.020017:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.020025:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.020032:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.020049:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074959.020117:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.020124:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.020149:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00010000:00010000:2.0:1769074959.020280:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41485 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bea expref: 282 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.020294:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bea expref: 281 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.020302:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293e00)
00010000:00010000:2.0:1769074959.020304:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074959.020307:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24ca00, rc 0)
00000100:00100000:0.0:1769074959.021350:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2368:x1855007657299456:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1390us (1667us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.021361:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5433
00000100:00100000:2.0:1769074959.022061:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13245:x1855007657299200:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9693us (13507us total) trans 4295106382 rc 0/0
00000100:00100000:2.0:1769074959.022072:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210352
00000100:00100000:3.0:1769074959.028523:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.028567:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.028641:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.028709:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657299712
00000100:00100000:0.0:1769074959.028719:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657299712
00000100:00100000:0.0:1769074959.028772:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4377
00000100:00100000:0.0:1769074959.028779:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13246:x1855007657299712:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074959.029041:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657299712:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 262us (537us total) trans 4295106383 rc 0/0
00000100:00100000:0.0:1769074959.029048:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4377
00000100:00100000:1.0:1769074959.029287:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657299840
00000100:00100000:1.0:1769074959.029293:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657299840
00000100:00100000:1.0:1769074959.029338:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1565
00000100:00100000:1.0:1769074959.029345:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2367:x1855007657299840:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.029356:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.029379:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e414a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bf1 expref: 281 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.029396:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:1.0:1769074959.029401:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.029432:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:2367:x1855007657299840:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 88us (791us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.029439:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1565
00000100:00100000:2.0:1769074959.030286:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657299968
00000100:00100000:2.0:1769074959.030293:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657299968
00000100:00100000:2.0:1769074959.030333:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210354
00000100:00100000:2.0:1769074959.030341:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13245:x1855007657299968:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.030357:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.030374:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bf8 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.030444:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.030458:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bea expref: 281 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.030466:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.030526:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bea expref: 281 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.030539:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bea expref: 281 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074959.030552:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398912:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.030616:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b900 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.036761:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623398912:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.036791:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074959.037468:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.037864:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657300224
00000100:00100000:0.0:1769074959.037873:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657300224
00010000:00010000:0.0:1769074959.037960:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bea expref: 282 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074959.037995:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5434
00000100:00100000:0.0:1769074959.038004:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:2368:x1855007657300224:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.038019:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.038026:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bea expref: 282 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.038038:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bea expref: 282 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.038059:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4148c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bea expref: 282 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.038074:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293e00)
00010000:00010000:0.0:1769074959.038078:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.038087:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.038094:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.038114:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.038172:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2368:x1855007657300224:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (707us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.038179:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5434
00010000:00010000:2.0:1769074959.038249:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.038256:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.038302:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041c:0x0]: returning size 4096
00000004:00200000:2.0:1769074959.038307:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.038326:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.038356:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bf8 expref: 281 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.038370:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c400/0x2152b583a6e414bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bf8 expref: 280 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.038377:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041c:0x0].0x0 (ffff9032af293e00)
00010000:00010000:2.0:1769074959.038379:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.038381:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24c400, rc 0)
00000100:00100000:2.0:1769074959.038408:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13245:x1855007657299968:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8069us (9841us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.038415:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210354
00000100:00100000:0.0:1769074959.040382:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.040465:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657300352
00000100:00100000:2.0:1769074959.040472:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657300352
00000100:00100000:2.0:1769074959.040553:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210355
00000100:00100000:2.0:1769074959.040577:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13246:x1855007657300352:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074959.040631:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.040654:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e4147e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10415:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308be3 expref: 280 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.040670:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff903298a49900)
00010000:00010000:2.0:1769074959.040679:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074959.040700:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.040712:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.040721:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.040734:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.040740:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.040745:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.040872:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.040880:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.040903:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000040:00080000:2.0:1769074959.041295:0:11659:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].398, 64 off33728
00010000:00010000:2.0:1769074959.041354:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.041363:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.041370:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.041377:0:11659:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.041387:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.041393:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042379:0:11659:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1769074959.042408:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042417:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042424:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042429:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24d400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.042433:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042439:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042451:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff9032af293600)
00010000:00010000:2.0:1769074959.042454:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1769074959.042458:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042463:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e414d2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10415:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042512:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042523:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042529:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042534:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24d800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.042537:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042542:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.042549:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.042552:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.042554:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.043157:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e414c4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:2.0:1769074959.043173:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a0880f57 reply state 00000000cff567f6 transno 4295106384 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074959.043182:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074959.043409:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657300352:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 2844us (3028us total) trans 4295106384 rc 0/0
00000100:00100000:2.0:1769074959.043418:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210355
00010000:00010000:3.0:1769074959.043498:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:3.0:1769074959.043516:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.043523:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24c600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:3.0:1769074959.043526:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.043531:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.043542:0:13432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10415:0x0].0x0 (ffff9032af293600)
00010000:00010000:3.0:1769074959.043545:0:13432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1769074959.043548:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.043554:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414d9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10415:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.043578:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074959.043580:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074959.043582:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074959.045285:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.045300:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.045306:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.045311:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24de00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.045315:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.045321:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.045335:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2edc570 (ffff9032af293200)
00010000:00010000:1.0:1769074959.045338:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.045342:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.045348:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e414cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074959.048478:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.048549:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657300480
00000100:00100000:2.0:1769074959.048559:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657300480
00000100:00100000:2.0:1769074959.048617:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210356
00000100:00100000:2.0:1769074959.048627:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13246:x1855007657300480:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.048654:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.048674:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e414e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308bff expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.048739:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048753:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048763:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048780:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048786:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048793:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048867:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048875:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048881:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048887:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24d600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.048901:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048945:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048957:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.048961:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.048966:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048972:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e414e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048985:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048991:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.048997:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.049002:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.049005:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.049010:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.049017:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xde0cbb04 (ffff9032af293700)
00010000:00010000:2.0:1769074959.049020:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.049023:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.049029:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e414ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.049061:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e414e0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bff expref: 281 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.049068:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.049070:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.049072:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e414e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308bff expref: 281 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.049078:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24c000, rc 0)
00000100:00100000:2.0:1769074959.049123:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13246:x1855007657300480:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 500us (657us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074959.049129:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210356
00000100:00100000:3.0:1769074959.050841:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.051080:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657300608
00000100:00100000:0.0:1769074959.051089:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657300608
00000100:00100000:0.0:1769074959.051175:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210357
00000100:00100000:0.0:1769074959.051185:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13245:x1855007657300608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.051207:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.051226:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e414f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c06 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.051284:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051296:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051306:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051318:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051325:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051331:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051389:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051396:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051402:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051408:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.051412:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051419:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051430:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074959.051433:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.051437:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051444:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e414fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051454:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051460:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051465:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051469:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.051472:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051477:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051484:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x283705e2 (ffff903298a49300)
00010000:00010000:0.0:1769074959.051486:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.051490:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051495:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41503 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.051522:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e414f5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c06 expref: 281 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.051531:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074959.051534:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.051537:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e414f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c06 expref: 281 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.051545:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5a00, rc 0)
00000100:00100000:0.0:1769074959.051607:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13245:x1855007657300608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 423us (773us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074959.051613:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210357
00000100:00100000:1.0:1769074959.058071:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.058111:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.058274:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657300736
00000100:00100000:0.0:1769074959.058284:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657300736
00000100:00100000:0.0:1769074959.058339:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657300864
00000100:00100000:0.0:1769074959.058342:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657300864
00000100:00100000:0.0:1769074959.058362:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210358
00000100:00100000:0.0:1769074959.058372:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657300736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.058391:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.058412:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4150a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c0d expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.058477:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e41511 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.058492:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e41511 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.058509:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e41511 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074959.058570:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:0.0:1769074959.058575:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.058598:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e41511 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.058623:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e4150a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c0d expref: 283 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.058640:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e41511 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c0d expref: 282 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.058648:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074959.058651:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074959.058655:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:0.0:1769074959.058709:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13246:x1855007657300736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 337us (646us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.058715:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210358
00000100:00100000:0.0:1769074959.058734:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210359
00000100:00100000:0.0:1769074959.058740:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13245:x1855007657300864:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.058747:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.058757:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e41518 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c14 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.058816:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4151f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.058829:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4151f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.058835:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4151f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074959.058863:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:0.0:1769074959.058865:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.058880:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4151f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.058926:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e41518 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c14 expref: 283 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.058940:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4151f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c14 expref: 282 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.058946:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074959.058948:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074959.058951:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:0.0:1769074959.058972:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13245:x1855007657300864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 232us (861us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.058977:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210359
00000100:00100000:1.0:1769074959.062689:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.062768:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657300992
00000100:00100000:3.0:1769074959.062778:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657300992
00000100:00100000:3.0:1769074959.062825:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4378
00000100:00100000:3.0:1769074959.062834:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13246:x1855007657300992:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074959.069572:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.070652:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657301120
00000100:00100000:3.0:1769074959.070664:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657301120
00000100:00100000:3.0:1769074959.070768:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4379
00000100:00100000:3.0:1769074959.070778:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13245:x1855007657301120:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074959.072882:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13246:x1855007657300992:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 10041us (10194us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.072904:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4378
00000100:00100000:2.0:1769074959.077526:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13245:x1855007657301120:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 6738us (7952us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.077541:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4379
00000100:00100000:1.0:1769074959.083727:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.083828:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.084419:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657301248
00000100:00100000:2.0:1769074959.084430:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657301248
00000100:00100000:2.0:1769074959.084713:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657301504
00000100:00100000:2.0:1769074959.084718:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657301504
00000100:00100000:3.0:1769074959.085351:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210360
00000100:00100000:3.0:1769074959.085366:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13246:x1855007657301248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.085387:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.085409:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41526 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c1b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.085479:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085493:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085504:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085519:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085525:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085530:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085640:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4153b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085649:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4153b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085657:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4153b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074959.085687:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.085692:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.085710:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4153b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085720:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4153b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085728:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085735:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085742:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085746:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.085749:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085754:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085762:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074959.085765:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.085768:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085773:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4152d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085781:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085784:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085787:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085790:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.085792:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085795:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085798:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9e362f1b (ffff90328bb7f700)
00010000:00010000:3.0:1769074959.085799:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.085801:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085806:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41534 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.085837:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41526 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c1b expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.086085:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4153b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c1b expref: 284 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.086098:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074959.086100:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.086103:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:0.0:1769074959.086119:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210361
00000100:00100000:0.0:1769074959.086129:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13245:x1855007657301504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.086141:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.086143:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1769074959.086157:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e4151f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c14 expref: 284 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.086167:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074959.086171:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074959.086178:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e41542 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c22 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074959.086247:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657301248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 885us (2529us total) trans 0 rc 0/0
00010000:00010000:0.0:1769074959.086251:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074959.086254:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210360
00010000:00010000:0.0:1769074959.086260:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086267:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086278:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086284:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086290:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00080000:0.0:1769074959.086639:0:5762:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d0:0x0], index 1: 0
00010000:00010000:0.0:1769074959.086785:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086797:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086818:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086846:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086852:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086858:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086864:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.086867:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086873:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086881:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074959.086884:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.086887:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.086901:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4e00/0x2152b583a6e41549 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:0.0:1769074959.086932:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ec2b3492 reply state 0000000029ed54f0 transno 4295106385 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074959.086944:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074959.086968:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e41542 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c22 expref: 285 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.086979:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c22 expref: 284 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.086986:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074959.086989:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.086991:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:0.0:1769074959.087036:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13245:x1855007657301504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 909us (3207us total) trans 4295106385 rc 0/0
00000100:00100000:0.0:1769074959.087043:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210361
00000100:00100000:1.0:1769074959.097750:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.097790:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.097816:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.097841:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657301888
00000100:00100000:2.0:1769074959.097842:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657302016
00000100:00100000:2.0:1769074959.097851:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657302016
00000100:00100000:1.0:1769074959.097852:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657301888
00010000:00010000:3.0:1769074959.097952:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.097965:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.097974:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.097980:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.097984:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.097991:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.098009:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x283705e2 (ffff903298a49300)
00010000:00010000:3.0:1769074959.098012:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.098016:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.098022:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e41550 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074959.098667:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210362
00000100:00100000:1.0:1769074959.098682:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657301888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.098707:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.098724:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41565 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c29 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.098832:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074959.099008:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2962
00000100:00100000:3.0:1769074959.099019:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2367:x1855007657302016:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.099030:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.099043:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c30 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074959.099063:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074959.099077:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074959.099080:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074959.099086:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c30 expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074959.099101:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c30 expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074959.099112:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:3.0:1769074959.099177:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2367:x1855007657302016:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 160us (1385us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.099185:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2962
00000100:00100000:3.0:1769074959.099212:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657301632
00000100:00100000:3.0:1769074959.099218:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657301632
00000100:00100000:3.0:1769074959.099254:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1566
00000100:00100000:3.0:1769074959.099260:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2369:x1855007657301632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.099267:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.099937:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae7 expref: 285 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.099955:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4153b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c1b expref: 286 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.099964:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.100153:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074959.100159:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.100167:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.100173:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.100256:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2369:x1855007657301632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 995us (2515us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.100264:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1566
00010000:00010000:1.0:1769074959.100454:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4153b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c1b expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.100478:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae7 expref: 284 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.100499:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae7 expref: 284 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.100513:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623399168:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.100573:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.105230:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623399168:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.105261:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074959.107532:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.107628:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.107733:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657302144
00000100:00100000:3.0:1769074959.107744:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657302144
00010000:00010000:3.0:1769074959.107783:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae7 expref: 285 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074959.107823:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5435
00000100:00100000:3.0:1769074959.107833:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:2368:x1855007657302144:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.107849:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.107861:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae7 expref: 285 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.107874:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae7 expref: 285 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.107928:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41144 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ae7 expref: 285 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.107947:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074959.107953:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.107964:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.107970:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.107994:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.108044:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:2368:x1855007657302144:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 212us (522us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.108052:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5435
00010000:00010000:1.0:1769074959.108129:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.108147:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074959.108167:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00010000:00010000:1.0:1769074959.108302:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41565 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c29 expref: 285 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.108316:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c29 expref: 284 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.108323:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074959.108326:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074959.108328:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eedc00, rc 0)
00000100:00100000:1.0:1769074959.108353:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657301888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9676us (10536us total) trans 4295106386 rc 0/0
00000100:00100000:1.0:1769074959.108363:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210362
00000100:00100000:2.0:1769074959.109313:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657302400
00000100:00100000:2.0:1769074959.109321:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657302400
00000100:00100000:2.0:1769074959.109394:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4380
00000100:00100000:2.0:1769074959.109402:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13245:x1855007657302400:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074959.109683:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13245:x1855007657302400:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 280us (2053us total) trans 4295106387 rc 0/0
00000100:00100000:2.0:1769074959.109695:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4380
00000100:00100000:0.0:1769074959.114584:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.114669:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657302656
00000100:00100000:1.0:1769074959.114679:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657302656
00000100:00100000:1.0:1769074959.114744:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210363
00000100:00100000:1.0:1769074959.114754:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13245:x1855007657302656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.114777:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.114799:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41581 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c37 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.114944:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.114959:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c22 expref: 286 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.114968:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.115000:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c22 expref: 286 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.115013:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c22 expref: 286 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.115027:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623399296:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.115101:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.115611:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.115671:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657302784
00000100:00100000:3.0:1769074959.115678:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657302784
00000100:00100000:3.0:1769074959.115718:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210364
00000100:00100000:3.0:1769074959.115726:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13246:x1855007657302784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.115742:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.115754:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4158f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c3e expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.115837:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.115859:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c29 expref: 288 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.115867:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.115901:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c29 expref: 288 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.115939:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c29 expref: 288 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074959.115950:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623399424:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.115992:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a9283c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.119479:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623399296:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.119510:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074959.119621:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623399424:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.119639:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074959.121542:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.121655:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657303040
00000100:00100000:1.0:1769074959.121665:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657303040
00010000:00010000:1.0:1769074959.121704:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c22 expref: 289 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.121775:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5436
00000100:00100000:1.0:1769074959.121785:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:2367:x1855007657303040:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.121800:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.121808:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c22 expref: 289 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074959.121821:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c22 expref: 289 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074959.121843:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41557 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c22 expref: 289 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074959.122022:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074959.122027:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.122036:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.122044:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.122582:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.122651:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2367:x1855007657303040:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 865us (1114us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.122660:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5436
00010000:00010000:1.0:1769074959.122876:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074959.123065:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.123153:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657302912
00000100:00100000:3.0:1769074959.123160:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657302912
00010000:00010000:3.0:1769074959.123184:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c29 expref: 288 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074959.123213:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5437
00000100:00100000:3.0:1769074959.123220:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2368:x1855007657302912:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.123230:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.123236:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c29 expref: 288 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.123246:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c29 expref: 288 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.123263:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e4156c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c29 expref: 288 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.123436:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074959.123441:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.123449:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.123454:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.123521:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.123558:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:2368:x1855007657302912:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 338us (494us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.123565:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5437
00010000:00010000:1.0:1769074959.124216:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074959.124236:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 0
00010000:00010000:1.0:1769074959.124394:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41581 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c37 expref: 288 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.124408:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c37 expref: 287 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.124416:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074959.124419:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074959.124422:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed000, rc 0)
00000100:00100000:1.0:1769074959.124471:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13245:x1855007657302656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9719us (9897us total) trans 4295106388 rc 0/0
00000100:00100000:1.0:1769074959.124479:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210363
00010000:00010000:2.0:1769074959.124690:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.124698:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.124727:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.124732:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.124745:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.124768:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4158f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c3e expref: 287 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.124781:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c3e expref: 286 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.124787:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074959.124790:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.124792:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9a00, rc 0)
00000100:00100000:2.0:1769074959.124867:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13246:x1855007657302784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9141us (9257us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.124873:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210364
00000100:00100000:0.0:1769074959.133156:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.133251:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657303168
00000100:00100000:2.0:1769074959.133263:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657303168
00000100:00100000:2.0:1769074959.133372:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210365
00000100:00100000:2.0:1769074959.133383:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13246:x1855007657303168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.133406:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.133426:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e415a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c45 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.133489:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133503:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133515:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133529:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133536:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133542:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133605:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133612:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133619:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133625:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24d600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.133630:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133638:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133649:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.133652:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.133657:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133663:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e415ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133673:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133678:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133684:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133689:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24d800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.133692:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133698:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133704:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xde0cbb04 (ffff9032af293700)
00010000:00010000:2.0:1769074959.133707:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.133709:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133715:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.133745:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e415a4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c45 expref: 287 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.133756:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.133758:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.133762:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e415a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c45 expref: 287 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.133771:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24c600, rc 0)
00000100:00100000:2.0:1769074959.133845:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13246:x1855007657303168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 463us (697us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074959.133853:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210365
00000100:00100000:0.0:1769074959.135434:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.135510:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657303296
00000100:00100000:2.0:1769074959.135519:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657303296
00000100:00100000:2.0:1769074959.135572:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210366
00000100:00100000:2.0:1769074959.135581:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13245:x1855007657303296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.135602:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.135621:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e415b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c4c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.135726:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.135739:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c37 expref: 287 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.135747:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.135779:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c37 expref: 287 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.135792:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c37 expref: 287 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074959.135804:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623399552:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.136021:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b240 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.139560:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.139723:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657303552
00000100:00100000:1.0:1769074959.139734:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657303552
00000100:00100000:1.0:1769074959.139792:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4381
00000100:00100000:1.0:1769074959.139802:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13246:x1855007657303552:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074959.140074:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:13246:x1855007657303552:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 273us (523us total) trans 4295106389 rc 0/0
00000100:00100000:1.0:1769074959.140082:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4381
00000100:00100000:2.0:1769074959.144376:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.144514:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657303680
00000100:00100000:1.0:1769074959.144524:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657303680
00000100:00100000:1.0:1769074959.144588:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210367
00000100:00100000:1.0:1769074959.144599:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:13246:x1855007657303680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.144622:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.144642:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e415c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c53 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.144709:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144725:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144738:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144754:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144762:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144769:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144862:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144870:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144876:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074959.144948:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.144952:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.144968:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144979:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144987:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.144993:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145000:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145005:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eecc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.145010:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145017:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145027:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074959.145030:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.145034:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145039:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e415ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145051:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145057:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145063:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145069:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.145071:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145077:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145082:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9e362f1b (ffff9032a2c16100)
00010000:00010000:1.0:1769074959.145084:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.145086:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145092:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e415d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.145117:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e415c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 291 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.145127:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 290 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.145134:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074959.145136:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.145138:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed800, rc 0)
00000100:00100000:1.0:1769074959.145199:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13246:x1855007657303680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 602us (833us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.145206:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210367
00000100:00100000:2.0:1769074959.148020:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623399552:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.148053:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074959.151209:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.151304:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657303808
00000100:00100000:3.0:1769074959.151314:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657303808
00010000:00010000:3.0:1769074959.151356:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c37 expref: 290 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074959.151403:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5438
00000100:00100000:3.0:1769074959.151412:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:2368:x1855007657303808:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.151427:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.151434:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c37 expref: 290 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.151446:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c37 expref: 290 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.151472:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41588 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c37 expref: 290 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.151486:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:3.0:1769074959.151492:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.151501:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.151508:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.151539:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.151600:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:2368:x1855007657303808:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (400us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.151608:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5438
00010000:00010000:2.0:1769074959.152307:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.152317:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.152362:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 0
00000004:00200000:2.0:1769074959.152367:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.152387:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.152418:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e415b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c4c expref: 289 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.152434:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c4c expref: 288 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.152442:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:2.0:1769074959.152445:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.152448:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24ca00, rc 0)
00000100:00100000:2.0:1769074959.152496:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13245:x1855007657303296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16916us (17069us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.152504:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210366
00000100:00100000:2.0:1769074959.157131:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.157232:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657303936
00000100:00100000:0.0:1769074959.157243:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657303936
00000100:00100000:0.0:1769074959.157311:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2963
00000100:00100000:0.0:1769074959.157321:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13245:x1855007657303936:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.157340:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.157359:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e415e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c5a expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.157390:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c30 expref: 78 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074959.157398:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074959.157400:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074959.157404:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e415e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c5a expref: 78 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.157439:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c30 expref: 78 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074959.157452:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c30 expref: 78 pid: 13367 timeout: 2044 lvb_type: 1
00000100:00100000:0.0:1769074959.157466:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc168380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623399680:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.157601:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a83c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.161039:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.161110:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657304192
00000100:00100000:2.0:1769074959.161120:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657304192
00000100:00100000:2.0:1769074959.161176:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210368
00000100:00100000:2.0:1769074959.161187:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13246:x1855007657304192:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.161211:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.161233:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e415ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c61 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.161344:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.161359:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c3e expref: 289 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.161366:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 289 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.161374:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.161409:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 289 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.161420:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 289 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074959.161433:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb548a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623399808:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.161523:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c3e expref: 289 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.161531:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c3e expref: 289 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074959.161539:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623399936:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.161562:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.163402:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.163491:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657304320
00000100:00100000:0.0:1769074959.163500:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657304320
00010000:00010000:0.0:1769074959.163536:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 290 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074959.163581:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5439
00000100:00100000:0.0:1769074959.163591:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:2368:x1855007657304320:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.163605:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.163611:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 290 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.163622:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 290 pid: 5762 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.163644:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:0.0:1769074959.163649:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.163658:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.163665:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.163719:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:2368:x1855007657304320:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (323us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.163726:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5439
00000100:00100000:3.0:1769074959.168876:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074959.168946:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000000562198f x1855007623399808) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 289 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074959.168958:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074959.168975:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e415dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c53 expref: 289 pid: 5762 timeout: 2044 lvb_type: 0
00000100:00100000:3.0:1769074959.168987:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657304576
00000100:00100000:2.0:1769074959.168993:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb548a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623399808:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.168995:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657304576
00000100:00100000:2.0:1769074959.169014:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623399936:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.169034:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c3e expref: 289 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074959.169037:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074959.169046:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.169058:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074959.169066:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657304448
00010000:00010000:2.0:1769074959.169067:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074959.169071:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657304448
00010000:00010000:3.0:1769074959.169088:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c30 expref: 79 pid: 13367 timeout: 2044 lvb_type: 1
00000100:00100000:3.0:1769074959.169124:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5440
00000100:00100000:3.0:1769074959.169134:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:2369:x1855007657304576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.169149:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.169155:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c3e expref: 289 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.169164:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5441
00010000:00010000:3.0:1769074959.169170:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c3e expref: 289 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.169181:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2369:x1855007657304448:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.169193:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.169193:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41596 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c3e expref: 289 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:3.0:1769074959.169206:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074959.169211:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.169219:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.169221:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c30 expref: 79 pid: 13367 timeout: 2044 lvb_type: 1
00010000:00010000:3.0:1769074959.169230:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.169239:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c30 expref: 79 pid: 13367 timeout: 2044 lvb_type: 1
00010000:00010000:3.0:1769074959.169255:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074959.169261:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074959.169264:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074959.169283:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e415e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c5a expref: 79 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.169294:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e415e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c5a expref: 79 pid: 8946 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074959.169308:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2369:x1855007657304576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (442us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.169316:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5440
00010000:00010000:1.0:1769074959.169328:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e415e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c5a expref: 79 pid: 8946 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074959.169344:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623400064:192.168.204.54@tcp:105:
00000100:00100000:1.0:1769074959.169398:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00010000:00010000:2.0:1769074959.169579:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.169586:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.169606:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00010000:00010000:2.0:1769074959.169751:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e415ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c61 expref: 289 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.169766:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c61 expref: 288 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.169773:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074959.169776:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074959.169779:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24d800, rc 0)
00000100:00100000:2.0:1769074959.169818:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13246:x1855007657304192:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8633us (8788us total) trans 4295106390 rc 0/0
00000100:00100000:2.0:1769074959.169825:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210368
00010000:00010000:0.0:1769074959.170021:0:8946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9400/0x2152b583a6e41573 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c30 expref: 79 pid: 13367 timeout: 2044 lvb_type: 1
00000100:00100000:0.0:1769074959.170032:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc168380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8946:1855007623399680:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.170050:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4e00/0x2152b583a6e415e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c5a expref: 78 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.170065:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4e00, rc 0)
00000100:00100000:0.0:1769074959.170089:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:13245:x1855007657303936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12771us (12967us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.170096:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2963
00000100:00100000:0.0:1769074959.193450:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623400064:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074959.193478:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.193537:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657304448:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 24361us (24582us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.193549:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5441
00000100:00100000:1.0:1769074959.203086:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.203222:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657304704
00000100:00100000:2.0:1769074959.203234:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657304704
00000100:00100000:2.0:1769074959.203305:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210369
00000100:00100000:2.0:1769074959.203315:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13246:x1855007657304704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.203353:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.203377:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e415ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c68 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.203466:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.203481:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c61 expref: 289 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.203490:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.203529:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c61 expref: 289 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.203542:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c61 expref: 289 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074959.203556:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400192:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.203646:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b240 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.208391:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.208679:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657304960
00000100:00100000:2.0:1769074959.208689:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657304960
00000100:00100000:0.0:1769074959.208714:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400192:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.208740:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074959.208749:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4382
00000100:00100000:2.0:1769074959.208759:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13245:x1855007657304960:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:2.0:1769074959.209061:0:5765:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106391
00000100:00100000:2.0:1769074959.209180:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:13245:x1855007657304960:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 422us (799us total) trans 4295106392 rc 0/0
00000100:00100000:2.0:1769074959.209193:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4382
00000020:00080000:2.0:1769074959.209198:0:5765:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1769074959.210952:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.213110:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657305088
00000100:00100000:0.0:1769074959.213126:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657305088
00010000:00010000:0.0:1769074959.213186:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c61 expref: 292 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074959.213246:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5442
00000100:00100000:0.0:1769074959.213255:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:2366:x1855007657305088:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.213272:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.213279:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c61 expref: 292 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.213294:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c61 expref: 292 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.213317:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e415f1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c61 expref: 292 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.213336:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:0.0:1769074959.213342:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.213350:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.213356:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.213398:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.213469:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:2366:x1855007657305088:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 214us (2562us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.213477:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5442
00010000:00010000:1.0:1769074959.213731:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.213743:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074959.213804:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.213810:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.213829:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.213872:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e415ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c68 expref: 291 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.213897:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c68 expref: 290 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.213956:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074959.213960:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.213963:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24d400, rc 0)
00000100:00100000:1.0:1769074959.214001:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13246:x1855007657304704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10687us (10928us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.214009:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210369
00000100:00100000:3.0:1769074959.228659:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.228766:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657305216
00000100:00100000:1.0:1769074959.228776:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657305216
00000100:00100000:1.0:1769074959.228839:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210370
00000100:00100000:1.0:1769074959.228850:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13246:x1855007657305216:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.228869:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.228902:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4160d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c6f expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.229000:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229019:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229032:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229047:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229054:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229060:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229165:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41622 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229173:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229180:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074959.229215:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.229220:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.229238:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229250:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41622 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229258:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229267:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229274:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229280:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.229284:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229292:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229303:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074959.229306:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.229311:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229316:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41614 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229340:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229347:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229351:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229356:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.229359:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229365:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229373:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2061246 (ffff9032a2c16100)
00010000:00010000:1.0:1769074959.229375:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.229377:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229383:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e4161b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.229412:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4160d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c6f expref: 292 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.229425:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41622 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c6f expref: 291 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.229431:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:1.0:1769074959.229434:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.229436:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec600, rc 0)
00000100:00100000:1.0:1769074959.229502:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:13246:x1855007657305216:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 653us (852us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.229510:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210370
00000100:00100000:0.0:1769074959.238314:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.238465:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657305344
00000100:00100000:1.0:1769074959.238475:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657305344
00000100:00100000:1.0:1769074959.238543:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210371
00000100:00100000:1.0:1769074959.238552:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:13245:x1855007657305344:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.238578:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.238599:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41629 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c76 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.238689:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238703:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238713:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238725:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238732:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238738:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238832:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4163e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238839:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4163e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238845:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4163e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074959.238881:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 2048
00000004:00200000:1.0:1769074959.238895:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.238944:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4163e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238959:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4163e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238967:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238973:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238979:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238986:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.238991:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.238997:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239010:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074959.239013:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.239017:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239023:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41630 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239034:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239039:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239044:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239049:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.239051:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239056:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239062:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x283705e2 (ffff9032a2c16100)
00010000:00010000:1.0:1769074959.239065:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.239068:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239072:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41637 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.239098:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41629 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c76 expref: 293 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.239110:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4163e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c76 expref: 292 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.239117:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074959.239119:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.239121:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec200, rc 0)
00000100:00100000:1.0:1769074959.239185:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:13245:x1855007657305344:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 633us (881us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.239192:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210371
00000100:00100000:3.0:1769074959.241977:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.245345:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657305472
00000100:00100000:2.0:1769074959.245361:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657305472
00000100:00100000:2.0:1769074959.245421:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1567
00000100:00100000:2.0:1769074959.245432:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:2369:x1855007657305472:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.245446:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.245472:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41622 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c6f expref: 292 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.245490:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074959.245495:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.245565:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:2369:x1855007657305472:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 135us (3595us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.245572:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1567
00000100:00100000:2.0:1769074959.245828:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.246272:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657305600
00000100:00100000:1.0:1769074959.246278:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657305600
00000100:00100000:1.0:1769074959.246330:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1568
00000100:00100000:1.0:1769074959.246338:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:2367:x1855007657305600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.246348:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.246362:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4163e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c76 expref: 291 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.246374:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074959.246379:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.246419:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:2367:x1855007657305600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 82us (591us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.246425:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1568
00000100:00100000:3.0:1769074959.247803:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.248031:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657305856
00000100:00100000:0.0:1769074959.248039:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657305856
00000100:00100000:0.0:1769074959.248092:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210372
00000100:00100000:0.0:1769074959.248102:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13246:x1855007657305856:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.248128:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.248156:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41645 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c7d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.248255:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.248285:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b03 expref: 291 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.248294:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.248350:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b03 expref: 291 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.248363:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b03 expref: 291 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074959.248379:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb637800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623400320:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.248463:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a83c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.259970:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.260193:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657306112
00000100:00100000:1.0:1769074959.260208:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657306112
00000100:00100000:0.0:1769074959.260231:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb637800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623400320:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.260258:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074959.260295:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210373
00000100:00100000:1.0:1769074959.260305:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:13245:x1855007657306112:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.260324:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.260342:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41653 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c84 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.260442:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.260457:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c4c expref: 293 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.260465:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.260496:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c4c expref: 293 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.260508:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c4c expref: 293 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.260520:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc08000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400448:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.260596:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cc00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.265320:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.265568:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657306240
00000100:00100000:1.0:1769074959.265578:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657306240
00010000:00010000:1.0:1769074959.265629:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b03 expref: 294 pid: 5764 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.265677:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5443
00000100:00100000:1.0:1769074959.265687:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:2369:x1855007657306240:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.265703:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.265710:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b03 expref: 294 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074959.265722:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b03 expref: 294 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074959.265744:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e4118a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b03 expref: 294 pid: 5764 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074959.265760:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:1.0:1769074959.265766:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.265774:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.265782:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.265814:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.265871:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:2369:x1855007657306240:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 186us (559us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.265878:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5443
00010000:00010000:3.0:1769074959.266070:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.266079:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074959.266101:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00010000:00010000:3.0:1769074959.266259:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41645 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c7d expref: 294 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.266275:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c7d expref: 293 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.266282:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:3.0:1769074959.266285:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074959.266287:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5a00, rc 0)
00000100:00100000:3.0:1769074959.266310:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:13246:x1855007657305856:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18211us (18515us total) trans 4295106393 rc 0/0
00000100:00100000:3.0:1769074959.266317:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210372
00000100:00100000:3.0:1769074959.270527:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.270626:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657306368
00000100:00100000:0.0:1769074959.270636:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657306368
00010000:00010000:0.0:1769074959.270677:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c4c expref: 293 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:0.0:1769074959.270727:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5444
00000100:00100000:0.0:1769074959.270737:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:2368:x1855007657306368:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.270751:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.270758:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c4c expref: 293 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.270770:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c4c expref: 293 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:0.0:1769074959.270793:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074959.270799:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.270808:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.270815:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.270834:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.270943:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:2368:x1855007657306368:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 208us (427us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.270951:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5444
00010000:00010000:1.0:1769074959.271571:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e415c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c4c expref: 292 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.271589:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc08000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400448:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.271622:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.271631:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.271636:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074959.271656:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 2048
00010000:00010000:1.0:1769074959.271811:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41653 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c84 expref: 293 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.271825:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c84 expref: 292 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.271833:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074959.271835:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074959.271839:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eecc00, rc 0)
00000100:00100000:1.0:1769074959.271928:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:13245:x1855007657306112:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11601us (11948us total) trans 4295106394 rc 0/0
00000100:00100000:1.0:1769074959.271937:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210373
00000100:00100000:3.0:1769074959.274805:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.274903:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657306496
00000100:00100000:1.0:1769074959.274948:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657306496
00000100:00100000:1.0:1769074959.275005:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210374
00000100:00100000:1.0:1769074959.275015:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:13246:x1855007657306496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.275040:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.275059:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4166f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c8b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.275160:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.275174:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c7d expref: 293 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.275183:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.275221:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c7d expref: 293 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.275234:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c7d expref: 293 pid: 7034 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.275248:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc08000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400576:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.275324:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cc00 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.282782:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.283038:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657306624
00000100:00100000:3.0:1769074959.283048:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657306624
00000100:00100000:2.0:1769074959.283792:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210375
00000100:00100000:2.0:1769074959.283804:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13245:x1855007657306624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.283829:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.283852:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4167d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c92 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.283971:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.283987:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c84 expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.283995:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.284029:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c84 expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.284042:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c84 expref: 295 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074959.284055:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb54b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623400704:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.284144:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.288785:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc08000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400576:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.288815:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074959.292508:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.293033:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657306752
00000100:00100000:1.0:1769074959.293047:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657306752
00010000:00010000:1.0:1769074959.293092:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c7d expref: 296 pid: 7034 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.293189:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5445
00000100:00100000:1.0:1769074959.293199:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2369:x1855007657306752:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.293217:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.293223:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c7d expref: 296 pid: 7034 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074959.293235:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c7d expref: 296 pid: 7034 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074959.293257:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4164c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c7d expref: 296 pid: 7034 timeout: 2044 lvb_type: 0
00010000:00010000:1.0:1769074959.293273:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:1.0:1769074959.293278:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.293287:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.293295:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.293332:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.293392:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2369:x1855007657306752:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 194us (894us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.293400:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5445
00010000:00010000:0.0:1769074959.293458:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.293466:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074959.293512:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.293518:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.293539:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.293570:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4166f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c8b expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.293586:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c8b expref: 294 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.293592:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:0.0:1769074959.293594:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.293608:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec000, rc 0)
00000100:00100000:0.0:1769074959.293636:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13246:x1855007657306496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18624us (18843us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.293643:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210374
00000100:00100000:0.0:1769074959.294636:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.298055:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657306880
00000100:00100000:2.0:1769074959.298069:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657306880
00010000:00010000:2.0:1769074959.298123:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c84 expref: 294 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:1.0:1769074959.307474:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.307513:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657307008
00000100:00100000:1.0:1769074959.307523:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657307008
00000100:00100000:1.0:1769074959.307575:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210376
00000100:00100000:1.0:1769074959.307585:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657307008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.307607:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.307629:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4168b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308c99 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.307694:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.307710:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.307723:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.307740:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.307747:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.307753:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.307881:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.307898:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.307905:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074959.307964:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.307968:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.307988:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.307998:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308006:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308012:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308018:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308024:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eede00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.308027:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308034:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308045:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074959.308048:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.308053:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308059:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41692 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308072:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308078:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308084:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308089:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.308091:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308097:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308104:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xbcf75103 (ffff9032a2c16100)
00010000:00010000:1.0:1769074959.308107:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.308110:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308115:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41699 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.308144:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4168b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 297 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.308161:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 296 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.308167:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:1.0:1769074959.308169:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.308172:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed800, rc 0)
00000100:00100000:1.0:1769074959.308234:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13246:x1855007657307008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 650us (770us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.308241:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210376
00000100:00100000:2.0:1769074959.308527:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5446
00000100:00100000:2.0:1769074959.308538:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2368:x1855007657306880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.308550:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.308556:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c84 expref: 295 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074959.308566:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c84 expref: 295 pid: 11659 timeout: 2044 lvb_type: 0
00010000:00010000:2.0:1769074959.308578:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:2.0:1769074959.308583:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.308592:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.308597:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.308611:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.308630:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2368:x1855007657306880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 96us (14000us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.308636:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5446
00010000:00010000:2.0:1769074959.308681:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e4165a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c84 expref: 294 pid: 11659 timeout: 2044 lvb_type: 0
00000100:00100000:2.0:1769074959.308693:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb54b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623400704:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.308710:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.308719:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.308724:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074959.308748:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 2048
00000004:00200000:2.0:1769074959.308752:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.308762:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.308782:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e4167d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c92 expref: 294 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.308798:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c92 expref: 293 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.308804:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:2.0:1769074959.308807:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.308809:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24de00, rc 0)
00000100:00100000:2.0:1769074959.308831:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:13245:x1855007657306624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 25030us (26059us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.308837:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210375
00000100:00100000:0.0:1769074959.315338:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.315437:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657307136
00000100:00100000:2.0:1769074959.315447:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657307136
00000100:00100000:2.0:1769074959.315509:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210377
00000100:00100000:2.0:1769074959.315519:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:13245:x1855007657307136:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.315539:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.315561:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e416a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ca0 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.315634:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315648:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315660:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315673:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315685:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315691:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315756:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315763:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315769:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315775:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24d600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.315779:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315787:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315798:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074959.315802:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.315806:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315812:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315825:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315834:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315840:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315859:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.315863:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315869:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315875:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3f304673 (ffff9032af293700)
00010000:00010000:2.0:1769074959.315877:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.315880:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315895:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.315958:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e416a7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ca0 expref: 294 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.315968:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074959.315971:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.315974:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e416a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ca0 expref: 294 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.315984:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24ca00, rc 0)
00000100:00100000:2.0:1769074959.316046:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:13245:x1855007657307136:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 528us (719us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074959.316054:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210377
00000100:00100000:2.0:1769074959.324895:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.324978:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.325066:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657307520
00000100:00100000:1.0:1769074959.325077:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657307520
00000100:00100000:1.0:1769074959.325130:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657307264
00000100:00100000:1.0:1769074959.325133:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657307264
00000100:00100000:1.0:1769074959.325169:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210378
00000100:00100000:1.0:1769074959.325180:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13246:x1855007657307520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.325201:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.325222:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e416bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cae expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.325325:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.325340:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b2d expref: 295 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.325349:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 295 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.325361:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.325395:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 295 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.325407:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 295 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.325421:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc09180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400832:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.325718:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b2d expref: 295 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.325728:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b2d expref: 295 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.325737:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400960:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.325768:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cc00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.325877:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210379
00000100:00100000:0.0:1769074959.325898:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386505050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13245:x1855007657307264:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.325937:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.325949:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e416ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ca7 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.325991:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e416d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.326002:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e416d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.326013:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e416d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074959.326065:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:0.0:1769074959.326070:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.326094:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e416d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.326118:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e416ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ca7 expref: 297 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.326134:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e416d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ca7 expref: 296 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.326142:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074959.326144:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074959.326148:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5a00, rc 0)
00000100:00100000:0.0:1769074959.326195:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386505050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13245:x1855007657307264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 310us (1217us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.326204:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210379
00000100:00100000:1.0:1769074959.327038:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.327235:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657307648
00000100:00100000:3.0:1769074959.327243:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657307648
00010000:00010000:3.0:1769074959.327270:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 296 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.327301:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5447
00000100:00100000:3.0:1769074959.327308:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2366:x1855007657307648:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.327320:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.327325:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 296 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.327337:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 296 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.327354:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:3.0:1769074959.327358:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.327365:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.327370:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.327409:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2366:x1855007657307648:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 101us (375us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.327416:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5447
00010000:00010000:2.0:1769074959.330215:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000277a4438 x1855007623400832) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 295 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.330241:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e416a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c99 expref: 295 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.330257:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc09180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400832:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.338090:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.338228:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623400960:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.338255:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:0.0:1769074959.338263:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.338274:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.338283:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074959.339159:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657307776
00000100:00100000:2.0:1769074959.339171:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657307776
00010000:00010000:2.0:1769074959.339211:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b2d expref: 295 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.339297:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5448
00000100:00100000:2.0:1769074959.339308:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2368:x1855007657307776:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.339323:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.339330:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b2d expref: 295 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.339342:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b2d expref: 295 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.339362:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41208 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b2d expref: 295 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.339383:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074959.339388:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.339396:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.339403:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.339432:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.339491:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:2368:x1855007657307776:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 185us (1413us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.339508:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5448
00010000:00010000:0.0:1769074959.339592:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.339609:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074959.339629:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00010000:00010000:0.0:1769074959.339784:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e416bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cae expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.339800:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cae expref: 294 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.339806:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:0.0:1769074959.339809:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074959.339812:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec600, rc 0)
00000100:00100000:0.0:1769074959.339838:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13246:x1855007657307520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14663us (14966us total) trans 4295106395 rc 0/0
00000100:00100000:0.0:1769074959.339859:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210378
00000100:00100000:1.0:1769074959.351005:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.351232:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657307904
00000100:00100000:3.0:1769074959.351245:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657307904
00000100:00100000:3.0:1769074959.351301:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4383
00000100:00100000:3.0:1769074959.351310:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13245:x1855007657307904:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:2.0:1769074959.355256:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623401088:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1769074959.355333:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074959.355413:0:6549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623401088
00000100:00100000:0.0:1769074959.355421:0:6549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623401088
00000100:00100000:0.0:1769074959.355502:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704
00000100:00100000:0.0:1769074959.355512:0:6549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1855007623401088:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:0.0:1769074959.355548:0:6549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 20447232 granted 371261440 pending 0 free 3807379456 avail 3805282304
00000100:00100000:0.0:1769074959.355595:0:6549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3296:x1855007623401088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (262us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.355614:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704
00000100:00080000:2.0:1769074959.355718:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1769074959.355747:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968243 gen 2
00000004:00080000:2.0:1769074959.355753:0:3296:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9033bba27b80, transno 4294968239
00000004:00080000:2.0:1769074959.355768:0:3296:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9033bba25c00, transno 4294968240
00000004:00080000:2.0:1769074959.355772:0:3296:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9032a3924380, transno 4294968241
00000004:00080000:2.0:1769074959.355775:0:3296:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9032a3925f80, transno 4294968242
00000004:00080000:2.0:1769074959.355777:0:3296:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9032a3927100, transno 4294968243
00000100:00100000:2.0:1769074959.355789:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb636d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623401088:0@lo:13:osp-pre-1-0.0
00000004:00080000:0.0:1769074959.356723:0:7980:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 3 changes, 0 in progress, 0 in flight, 5 done
00000100:00100000:3.0:1769074959.357475:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3295:1855007623401472:0@lo:400:kworker.0
00000100:00100000:3.0:1769074959.357546:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074959.357577:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1769074959.357583:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623401600:0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.357682:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1:3293:1855007623401216:0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.359552:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074959.359626:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3293:1855007623401728:0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.359664:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074959.359691:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1769074959.359698:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3293:1855007623401344:0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.359718:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074959.359755:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623401216
00000100:00100000:2.0:1769074959.359762:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623401216
00000100:00100000:2.0:1769074959.359809:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880
00000100:00100000:2.0:1769074959.359817:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1+18:3293:x1855007623401216:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.359882:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386dbd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1+18:3293:x1855007623401216:12345-0@lo:400:kworker.0 Request processed in 65us (336us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.359900:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880
00000100:00100000:2.0:1769074959.359976:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1:3293:1855007623401216:0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.359998:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623401472
00000100:00100000:2.0:1769074959.360001:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623401472
00000100:00100000:2.0:1769074959.360035:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623401728
00000100:00100000:2.0:1769074959.360038:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623401728
00000100:00100000:2.0:1769074959.360055:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623401344
00000100:00100000:2.0:1769074959.360058:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623401344
00000100:00100000:2.0:1769074959.360070:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072
00000100:00100000:2.0:1769074959.360075:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1855007623401472:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.360110:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1855007623401472:12345-0@lo:400:kworker.0 Request processed in 35us (2564us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.360115:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072
00000100:00100000:2.0:1769074959.360126:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073
00000100:00100000:2.0:1769074959.360131:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1855007623401728:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.360160:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1855007623401728:12345-0@lo:400:kworker.0 Request processed in 29us (495us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.360166:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073
00000100:00100000:2.0:1769074959.360176:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074
00000100:00100000:2.0:1769074959.360182:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1855007623401344:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.360208:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1855007623401344:12345-0@lo:400:kworker.0 Request processed in 27us (489us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.360214:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074
00000100:00080000:2.0:1769074959.360231:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1769074959.360250:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3293:1855007623401344:0@lo:400:kworker.0
00000100:00100000:2.0:1769074959.360259:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3293:1855007623401728:0@lo:400:kworker.0
00000100:00100000:1.0:1769074959.360848:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.360983:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657308032
00000100:00100000:1.0:1769074959.360988:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657308032
00000100:00100000:1.0:1769074959.361021:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210380
00000100:00100000:1.0:1769074959.361027:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13246:x1855007657308032:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.361048:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.361067:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e416df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cb5 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.361147:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.361161:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cae expref: 297 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.361170:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.361201:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cae expref: 297 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.361213:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cae expref: 297 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.361225:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623401856:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.361289:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c780 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.361958:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074959.362015:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3295:1855007623401472:0@lo:400:kworker.0
00000100:00100000:1.0:1769074959.362234:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623401600
00000100:00100000:1.0:1769074959.362240:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623401600
00000100:00100000:1.0:1769074959.362295:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567
00000100:00100000:1.0:1769074959.362303:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3295:x1855007623401600:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1769074959.362354:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3295:x1855007623401600:12345-0@lo:400:kworker.0 Request processed in 51us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.362361:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567
00000100:00080000:3.0:1769074959.363117:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1769074959.363152:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623401600:0@lo:400:kworker.0
00000100:00100000:1.0:1769074959.366429:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13245:x1855007657307904:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 15109us (15424us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.366443:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4383
00000100:00100000:0.0:1769074959.372650:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623401856:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.372683:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074959.372837:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.373147:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657308160
00000100:00100000:2.0:1769074959.373156:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657308160
00010000:00010000:2.0:1769074959.373191:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cae expref: 296 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.373225:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5449
00000100:00100000:2.0:1769074959.373234:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2368:x1855007657308160:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.373249:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.373255:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cae expref: 296 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.373266:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cae expref: 296 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.373286:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e416c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cae expref: 296 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.373306:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074959.373311:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.373320:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.373327:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.373356:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.373414:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2368:x1855007657308160:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (577us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.373422:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5449
00010000:00010000:0.0:1769074959.373835:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.373843:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074959.373902:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.373935:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.373957:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.373991:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e416df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cb5 expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.374006:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cb5 expref: 294 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.374013:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:0.0:1769074959.374016:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.374018:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eeca00, rc 0)
00000100:00100000:0.0:1769074959.374051:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13246:x1855007657308032:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13024us (13213us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.374058:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210380
00000100:00100000:1.0:1769074959.379515:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.379620:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657308288
00000100:00100000:2.0:1769074959.379630:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657308288
00000100:00100000:2.0:1769074959.379686:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210381
00000100:00100000:2.0:1769074959.379696:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13245:x1855007657308288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.379717:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.379739:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e416ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cbc expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.379805:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379820:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379830:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379845:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379851:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379856:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379951:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379957:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379964:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379969:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.379974:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379980:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.379991:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074959.379995:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.379999:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.380005:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e416f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.380021:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.380026:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.380031:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.380036:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24d600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.380038:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.380043:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.380050:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3771cd63 (ffff9032af293700)
00010000:00010000:2.0:1769074959.380052:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.380055:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.380059:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e416fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.380088:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e416ed lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cbc expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.380098:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074959.380100:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.380104:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e416ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cbc expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.380118:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24ca00, rc 0)
00000100:00100000:2.0:1769074959.380165:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13245:x1855007657308288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 470us (660us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074959.380172:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210381
00000100:00100000:1.0:1769074959.395151:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.395354:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657308416
00000100:00100000:3.0:1769074959.395366:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657308416
00000100:00100000:3.0:1769074959.395420:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210382
00000100:00100000:3.0:1769074959.395431:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13245:x1855007657308416:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.395452:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.395476:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41702 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cc3 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.395553:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395569:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395579:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395596:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395622:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395629:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395694:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395702:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395708:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395714:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.395718:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395725:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395738:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074959.395741:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.395746:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395752:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41709 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395766:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395775:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395781:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395786:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.395789:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395795:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395802:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcd328c42 (ffff90328bb7f700)
00010000:00010000:3.0:1769074959.395805:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.395807:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.395812:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e41710 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd328c42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.396309:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41702 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cc3 expref: 295 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.396322:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074959.396325:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.396328:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41702 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cc3 expref: 295 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.396339:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9a00, rc 0)
00000100:00100000:3.0:1769074959.396406:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13245:x1855007657308416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 976us (1264us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074959.396415:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210382
00000100:00100000:0.0:1769074959.398553:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.398794:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657308544
00000100:00100000:2.0:1769074959.398805:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657308544
00000100:00100000:2.0:1769074959.398867:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210383
00000100:00100000:2.0:1769074959.398877:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13246:x1855007657308544:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.398925:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.398946:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41717 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cca expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.399025:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399040:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399052:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399067:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399075:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399081:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399183:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4172c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399192:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4172c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399199:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4172c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.399233:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.399238:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.399256:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4172c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399267:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4172c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399274:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399280:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399287:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399292:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24d600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.399296:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399305:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399316:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.399319:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.399324:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399329:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4171e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399341:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399347:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399352:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399357:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.399360:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399365:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399372:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x98ca20bd (ffff9032af293700)
00010000:00010000:2.0:1769074959.399375:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.399378:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399383:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41725 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.399411:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41717 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cca expref: 296 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.399429:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4172c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cca expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.399436:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074959.399438:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.399440:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24d800, rc 0)
00000100:00100000:2.0:1769074959.399502:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657308544:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 626us (955us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.399509:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210383
00000100:00100000:0.0:1769074959.420998:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.421046:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.421128:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657308928
00000100:00100000:1.0:1769074959.421139:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657308928
00000100:00100000:1.0:1769074959.421207:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1569
00000100:00100000:1.0:1769074959.421216:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2367:x1855007657308928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.421232:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.421259:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4172c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cca expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.421278:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:1.0:1769074959.421283:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.421347:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:2367:x1855007657308928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 132us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.421355:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1569
00000100:00100000:3.0:1769074959.421845:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657308800
00000100:00100000:3.0:1769074959.421851:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657308800
00000100:00100000:3.0:1769074959.421896:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210384
00000100:00100000:3.0:1769074959.421936:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13246:x1855007657308800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.421956:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.421976:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41733 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cd1 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.422135:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.422150:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b50 expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.422158:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.422191:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b50 expref: 295 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.422205:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b50 expref: 295 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.422219:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623401984:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.422298:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a9283c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.426354:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.426457:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657309056
00000100:00100000:2.0:1769074959.426468:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657309056
00000100:00100000:2.0:1769074959.426539:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210385
00000100:00100000:2.0:1769074959.426549:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13245:x1855007657309056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.426571:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.426591:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41741 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cd8 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.426673:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.426688:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.426699:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.426713:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.426724:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.426730:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.426836:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41756 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.426856:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.426863:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.427051:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.427057:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.427081:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427092:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41756 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427100:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427107:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427113:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427119:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.427123:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427130:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427142:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074959.427146:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.427150:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427156:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e41748 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427169:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427175:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427180:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427185:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc24d600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.427187:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427193:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427201:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x1674e29a (ffff9032af293700)
00010000:00010000:2.0:1769074959.427203:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.427206:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427211:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e4174f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.427243:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41741 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd8 expref: 298 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.427256:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41756 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd8 expref: 297 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.427263:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074959.427265:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.427268:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24c000, rc 0)
00000100:00100000:2.0:1769074959.427327:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:13245:x1855007657309056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 780us (982us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.427336:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210385
00000100:00100000:1.0:1769074959.439122:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.439157:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.439241:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657309184
00000100:00100000:2.0:1769074959.439250:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657309184
00010000:00010000:2.0:1769074959.439288:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b50 expref: 297 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.439322:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657309312
00000100:00100000:2.0:1769074959.439325:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657309312
00000100:00100000:2.0:1769074959.439343:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5450
00000100:00100000:2.0:1769074959.439351:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:2369:x1855007657309184:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.439365:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.439372:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b50 expref: 298 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.439384:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b50 expref: 298 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.439412:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074959.439417:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.439426:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.439433:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.439449:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.439504:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:2369:x1855007657309184:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 153us (393us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.439512:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5450
00000100:00100000:2.0:1769074959.439529:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1570
00000100:00100000:2.0:1769074959.439535:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2368:x1855007657309312:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.439542:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.439551:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41756 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd8 expref: 297 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.439567:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074959.439570:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.439585:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2368:x1855007657309312:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 51us (428us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.439591:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1570
00010000:00010000:3.0:1769074959.440210:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e4126a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b50 expref: 295 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.440229:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623401984:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.440248:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.440256:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.440262:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.440279:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00010000:00010000:3.0:1769074959.440424:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41733 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd1 expref: 296 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.440437:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd1 expref: 295 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.440445:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:3.0:1769074959.440448:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074959.440450:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:3.0:1769074959.440616:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657308800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18712us (19627us total) trans 4295106396 rc 0/0
00000100:00100000:3.0:1769074959.440624:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210384
00000100:00100000:1.0:1769074959.460010:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.460209:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657309568
00000100:00100000:3.0:1769074959.460220:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657309568
00000100:00100000:3.0:1769074959.460284:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210386
00000100:00100000:3.0:1769074959.460293:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13245:x1855007657309568:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.460328:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.460351:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41764 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cdf expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.460450:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.460528:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230868e expref: 296 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.460537:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.460570:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230868e expref: 296 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.460584:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230868e expref: 296 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.460599:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623402112:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.460690:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a9283c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.470709:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.470815:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657309696
00000100:00100000:2.0:1769074959.470825:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657309696
00000100:00100000:2.0:1769074959.470903:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210387
00000100:00100000:2.0:1769074959.470947:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:13246:x1855007657309696:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.470974:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.470995:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41772 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ce6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.471084:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.471100:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd1 expref: 298 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.471108:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.471142:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd1 expref: 298 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.471153:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd1 expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.471167:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623402240:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.471238:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b900 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.472817:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.472960:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623402112:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.472984:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074959.473083:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657309824
00000100:00100000:1.0:1769074959.473090:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657309824
00010000:00010000:1.0:1769074959.473119:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230868e expref: 299 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.473202:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5451
00000100:00100000:1.0:1769074959.473212:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2369:x1855007657309824:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.473224:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.473231:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230868e expref: 299 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.473242:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230868e expref: 299 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.473261:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e40486 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230868e expref: 299 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.473275:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074959.473280:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.473288:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.473295:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.473321:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.473370:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:2369:x1855007657309824:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 159us (558us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.473377:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5451
00010000:00010000:3.0:1769074959.473424:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.473431:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.473454:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00010000:00010000:3.0:1769074959.473624:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41764 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cdf expref: 299 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.473640:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cdf expref: 298 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.473647:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074959.473649:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074959.473652:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:3.0:1769074959.473678:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13245:x1855007657309568:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13387us (13680us total) trans 4295106397 rc 0/0
00000100:00100000:3.0:1769074959.473685:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210386
00000100:00100000:3.0:1769074959.477130:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623402240:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.477162:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074959.478870:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.481815:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657309952
00000100:00100000:2.0:1769074959.481832:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657309952
00010000:00010000:2.0:1769074959.481892:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd1 expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.481946:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5452
00000100:00100000:2.0:1769074959.481957:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:2368:x1855007657309952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.481977:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.481983:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd1 expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.481996:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd1 expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.482019:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4173a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cd1 expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.482036:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074959.482041:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.482051:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.482058:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.482082:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074959.482102:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.482109:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074959.482152:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.482157:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.482179:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.482213:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41772 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ce6 expref: 298 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.482227:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ce6 expref: 297 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.482234:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074959.482237:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.482240:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24ca00, rc 0)
00000100:00100000:2.0:1769074959.482305:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:13246:x1855007657309696:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11360us (11606us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.482313:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210387
00000100:00100000:2.0:1769074959.482348:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2368:x1855007657309952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 394us (3486us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.482354:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5452
00000100:00100000:3.0:1769074959.483388:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.484966:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657310080
00000100:00100000:2.0:1769074959.484979:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657310080
00000100:00100000:2.0:1769074959.485039:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210388
00000100:00100000:2.0:1769074959.485048:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13245:x1855007657310080:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.485075:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.485098:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e41787 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ced expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.485182:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.485196:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cdf expref: 297 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.485204:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.485236:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cdf expref: 297 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.485248:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cdf expref: 297 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.485262:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623402368:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.485352:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b480 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.489674:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.489742:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657310208
00000100:00100000:1.0:1769074959.489753:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657310208
00000100:00100000:1.0:1769074959.489821:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210389
00000100:00100000:1.0:1769074959.489831:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13246:x1855007657310208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.489855:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.489876:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41795 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cf4 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.489989:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490004:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490016:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490032:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490039:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490046:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490146:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e417aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490153:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e417aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490160:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e417aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074959.490194:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.490198:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.490216:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e417aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490228:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e417aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490236:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490242:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490248:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490254:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.490258:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490265:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490275:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074959.490278:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.490283:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490289:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e4179c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490301:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490307:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490313:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490318:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.490321:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490327:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490334:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3afecd66 (ffff9032a2c16100)
00010000:00010000:1.0:1769074959.490337:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.490340:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490345:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.490374:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41795 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cf4 expref: 300 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.490386:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e417aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cf4 expref: 299 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.490393:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074959.490396:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.490398:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec600, rc 0)
00000100:00100000:1.0:1769074959.490464:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:13246:x1855007657310208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 635us (800us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.490472:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210389
00000100:00100000:0.0:1769074959.492827:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.492938:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657310336
00000100:00100000:3.0:1769074959.492947:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657310336
00010000:00010000:3.0:1769074959.492983:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cdf expref: 299 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.493028:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5453
00000100:00100000:3.0:1769074959.493039:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2368:x1855007657310336:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.493053:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.493060:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cdf expref: 299 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.493073:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cdf expref: 299 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.493092:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074959.493098:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.493107:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.493114:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.493132:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.493183:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2368:x1855007657310336:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 146us (365us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.493192:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5453
00010000:00010000:1.0:1769074959.493407:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4176b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cdf expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.493427:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb54bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623402368:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.493447:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.493455:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.493461:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074959.493730:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.493736:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.493758:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.493787:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e41787 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ced expref: 298 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.493802:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ced expref: 297 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.493810:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074959.493813:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.493815:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24c600, rc 0)
00000100:00100000:1.0:1769074959.493857:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:13245:x1855007657310080:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8809us (10474us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.493864:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210388
00000100:00100000:0.0:1769074959.500862:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.500961:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.501079:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657310720
00000100:00100000:2.0:1769074959.501089:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657310720
00000100:00100000:2.0:1769074959.501152:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1571
00000100:00100000:2.0:1769074959.501162:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2369:x1855007657310720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.501178:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.501204:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e417aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cf4 expref: 297 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.501223:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074959.501229:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.501283:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2369:x1855007657310720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 123us (321us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.501291:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1571
00000100:00100000:1.0:1769074959.501366:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657310592
00000100:00100000:1.0:1769074959.501373:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657310592
00000100:00100000:1.0:1769074959.501414:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210390
00000100:00100000:1.0:1769074959.501422:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13246:x1855007657310592:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.501438:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.501455:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e417b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308cfb expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.501566:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.501580:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b73 expref: 297 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.501587:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.501617:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b73 expref: 297 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.501630:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b73 expref: 297 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.501643:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623402496:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.501713:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.505617:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623402496:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.505652:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074959.506823:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.506966:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657310848
00000100:00100000:2.0:1769074959.506976:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657310848
00010000:00010000:2.0:1769074959.507019:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b73 expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.507064:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5454
00000100:00100000:2.0:1769074959.507076:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:2368:x1855007657310848:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.507091:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.507098:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b73 expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.507112:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b73 expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.507135:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e412da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b73 expref: 298 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.507150:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074959.507155:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.507164:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.507171:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.507201:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.507256:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2368:x1855007657310848:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (439us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.507263:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5454
00010000:00010000:1.0:1769074959.507369:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.507378:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074959.507397:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00010000:00010000:1.0:1769074959.507555:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e417b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cfb expref: 298 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.507570:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cfb expref: 297 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.507577:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074959.507580:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074959.507582:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec200, rc 0)
00000100:00100000:1.0:1769074959.507621:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:13246:x1855007657310592:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6199us (6769us total) trans 4295106398 rc 0/0
00000100:00100000:1.0:1769074959.507629:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210390
00000100:00100000:3.0:1769074959.508042:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.508115:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657310976
00000100:00100000:1.0:1769074959.508121:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657310976
00000100:00100000:1.0:1769074959.508153:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210391
00000100:00100000:1.0:1769074959.508159:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:13245:x1855007657310976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.508175:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.508189:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e417c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d02 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.508238:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508249:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508257:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508270:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508276:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508282:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508372:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e417db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508380:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e417db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508386:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e417db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074959.508412:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.508416:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.508429:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e417db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508438:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e417db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508445:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508451:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508462:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508469:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.508473:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508480:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508488:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074959.508491:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.508495:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508501:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508511:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508517:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508522:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508526:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.508528:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508534:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508541:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x17d46a (ffff9032a2c16100)
00010000:00010000:1.0:1769074959.508544:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.508547:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508552:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.508576:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e417c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d02 expref: 299 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.508586:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e417db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d02 expref: 298 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.508593:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:1.0:1769074959.508595:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.508609:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed600, rc 0)
00000100:00100000:1.0:1769074959.508649:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13245:x1855007657310976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 489us (619us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.508656:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210391
00000100:00100000:0.0:1769074959.512191:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.512264:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657311104
00000100:00100000:2.0:1769074959.512275:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657311104
00000100:00100000:2.0:1769074959.512330:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210392
00000100:00100000:2.0:1769074959.512341:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13246:x1855007657311104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.512366:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.512385:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e417e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d09 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.512472:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.512488:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cfb expref: 299 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.512496:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.512528:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cfb expref: 299 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.512539:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cfb expref: 299 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.512552:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb548380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623402624:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.512639:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653bc00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.516111:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.516170:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb548380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623402624:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.516200:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074959.516264:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657311232
00000100:00100000:0.0:1769074959.516273:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657311232
00010000:00010000:0.0:1769074959.516310:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cfb expref: 300 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.516346:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5455
00000100:00100000:0.0:1769074959.516355:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:2369:x1855007657311232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.516371:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.516377:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cfb expref: 300 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.516389:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cfb expref: 300 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.516410:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e417b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cfb expref: 300 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.516425:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074959.516429:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.516439:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.516446:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074959.516477:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.516537:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2369:x1855007657311232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (437us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.516545:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5455
00010000:00010000:2.0:1769074959.516765:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.516772:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.516821:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.516826:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.516850:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.516891:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e417e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d09 expref: 299 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.516946:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d09 expref: 298 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.516954:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074959.516957:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.516960:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24d600, rc 0)
00000100:00100000:2.0:1769074959.516994:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13246:x1855007657311104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4655us (4814us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.517001:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210392
00000100:00100000:3.0:1769074959.525548:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.527016:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657311360
00000100:00100000:2.0:1769074959.527033:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657311360
00000100:00100000:2.0:1769074959.527215:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1572
00000100:00100000:2.0:1769074959.527226:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:2368:x1855007657311360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.527244:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.527270:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e417db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d02 expref: 298 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.527292:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:2.0:1769074959.527297:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.527362:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2368:x1855007657311360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 138us (1821us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.527369:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1572
00000100:00100000:3.0:1769074959.528095:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.528230:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657311616
00000100:00100000:1.0:1769074959.528237:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657311616
00000100:00100000:1.0:1769074959.528282:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210393
00000100:00100000:1.0:1769074959.528290:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:13245:x1855007657311616:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.528307:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.528324:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d10 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.528429:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.528444:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b1 expref: 298 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.528453:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.528485:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b1 expref: 298 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.528499:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b1 expref: 298 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.528512:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623402752:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.528576:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.531893:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.532051:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657311744
00000100:00100000:3.0:1769074959.532062:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657311744
00000100:00100000:3.0:1769074959.532117:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210394
00000100:00100000:3.0:1769074959.532137:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:13246:x1855007657311744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.532160:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.532180:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e417fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d17 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.532243:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532257:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532269:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532282:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532289:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532296:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532407:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532415:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532423:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:3.0:1769074959.532453:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.532458:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.532475:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532486:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532494:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532499:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532506:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532512:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.532516:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532523:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532534:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074959.532537:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.532542:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532547:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e41805 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532560:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532566:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532571:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532576:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.532579:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532585:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532591:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x1674e29a (ffff90328bb7f700)
00010000:00010000:3.0:1769074959.532593:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.532596:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532602:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4180c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074959.532632:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e417fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 301 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.532645:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 300 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.532651:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074959.532654:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.532656:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:3.0:1769074959.532713:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13246:x1855007657311744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 587us (839us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.532720:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210394
00000100:00100000:3.0:1769074959.532771:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623402752:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.532795:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074959.534249:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.536283:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657311872
00000100:00100000:2.0:1769074959.536297:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657311872
00010000:00010000:2.0:1769074959.536346:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b1 expref: 300 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.536419:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5456
00000100:00100000:2.0:1769074959.536428:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:2366:x1855007657311872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.536441:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.536447:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b1 expref: 300 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.536459:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b1 expref: 300 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.536480:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e404ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086b1 expref: 300 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.536496:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:2.0:1769074959.536502:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.536511:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.536518:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.536546:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.536609:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2366:x1855007657311872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 183us (2486us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.536617:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5456
00010000:00010000:3.0:1769074959.536662:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.536670:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074959.536691:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00010000:00010000:3.0:1769074959.536833:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e417f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d10 expref: 300 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.536858:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d10 expref: 299 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.536865:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:3.0:1769074959.536867:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074959.536870:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed400, rc 0)
00000100:00100000:3.0:1769074959.536926:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:13245:x1855007657311616:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8619us (8816us total) trans 4295106399 rc 0/0
00000100:00100000:3.0:1769074959.536933:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210393
00000100:00100000:3.0:1769074959.540135:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.540201:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657312128
00000100:00100000:1.0:1769074959.540211:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657312128
00000100:00100000:1.0:1769074959.540277:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210395
00000100:00100000:1.0:1769074959.540288:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:13246:x1855007657312128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.540307:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.540329:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41821 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d1e expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.540421:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.540433:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089e4 expref: 300 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.540439:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 300 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.540444:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.540470:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 300 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.540479:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 300 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.540490:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623402880:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.540578:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089e4 expref: 300 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.540587:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089e4 expref: 300 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.540595:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623403008:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.540629:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.541316:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.541533:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657312256
00000100:00100000:2.0:1769074959.541540:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657312256
00010000:00010000:2.0:1769074959.541567:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 301 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.543077:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5457
00000100:00100000:2.0:1769074959.543098:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:2367:x1855007657312256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.543117:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.543136:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 301 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.543155:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 301 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.543177:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074959.543183:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.543192:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.543199:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.543278:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:2367:x1855007657312256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 188us (1962us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.543286:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5457
00000100:00100000:0.0:1769074959.546782:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074959.546986:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000f72a7e8c x1855007623402880) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 300 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.547017:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41813 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d17 expref: 300 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.547033:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623402880:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.547047:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623403008:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.547070:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074959.547077:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.547086:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.547094:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074959.547306:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657312384
00000100:00100000:3.0:1769074959.547314:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657312384
00000100:00100000:3.0:1769074959.547365:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210396
00000100:00100000:3.0:1769074959.547375:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13245:x1855007657312384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.547401:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.547418:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4182f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d25 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.547631:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.547644:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d10 expref: 301 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.547652:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.547687:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d10 expref: 301 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.547699:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d10 expref: 301 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.547712:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623403136:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.548000:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90328a928b40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.549481:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.550253:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657312512
00000100:00100000:2.0:1769074959.550263:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657312512
00010000:00010000:2.0:1769074959.550302:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089e4 expref: 302 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.550347:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5458
00000100:00100000:2.0:1769074959.550361:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:2369:x1855007657312512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.550373:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.550379:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089e4 expref: 302 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.550391:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089e4 expref: 302 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.550411:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e40e65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089e4 expref: 302 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.550425:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074959.550430:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.550439:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.550445:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.550471:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.550523:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:2369:x1855007657312512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 168us (1050us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.550530:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5458
00010000:00010000:3.0:1769074959.551583:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.551610:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074959.551634:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00010000:00010000:3.0:1769074959.551808:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41821 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d1e expref: 302 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.551826:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d1e expref: 301 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.551851:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074959.551855:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074959.551858:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed000, rc 0)
00000100:00100000:3.0:1769074959.552586:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13246:x1855007657312128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12295us (12452us total) trans 4295106400 rc 0/0
00000100:00100000:3.0:1769074959.552605:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210395
00000100:00100000:3.0:1769074959.553483:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623403136:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.553512:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074959.559587:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.559658:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.559782:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657312768
00000100:00100000:3.0:1769074959.559792:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657312768
00000100:00100000:3.0:1769074959.559861:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210397
00000100:00100000:3.0:1769074959.559872:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13246:x1855007657312768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.559932:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.559955:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41844 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d2c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.560045:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.560061:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d1e expref: 302 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.560070:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.560107:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d1e expref: 302 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.560119:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d1e expref: 302 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.560263:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657312640
00000100:00100000:1.0:1769074959.560268:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657312640
00010000:00010000:1.0:1769074959.560289:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d10 expref: 303 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.560308:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5459
00000100:00100000:1.0:1769074959.560313:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:2368:x1855007657312640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.560322:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.560326:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d10 expref: 303 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.560340:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d10 expref: 303 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.560357:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e417f7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d10 expref: 303 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.560372:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:1.0:1769074959.560379:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.560388:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.560395:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.560424:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.560484:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:2368:x1855007657312640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (909us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.560492:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5459
00000100:00100000:3.0:1769074959.560546:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623403264:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.560568:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.560574:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.560866:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.560873:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.560939:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.560970:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e4182f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d25 expref: 302 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.560983:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d25 expref: 301 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.560989:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:3.0:1769074959.560992:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.560995:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:3.0:1769074959.561029:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13245:x1855007657312384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13656us (14258us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.561038:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210396
00000100:00100000:3.0:1769074959.561092:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a240 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.571269:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.572523:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623403264:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.572554:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074959.572713:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657312896
00000100:00100000:0.0:1769074959.572721:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657312896
00000100:00100000:1.0:1769074959.573160:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.573250:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657313024
00000100:00100000:2.0:1769074959.573255:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657313024
00010000:00010000:2.0:1769074959.573288:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d1e expref: 302 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.573320:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5460
00000100:00100000:2.0:1769074959.573334:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:2369:x1855007657313024:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.573351:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.573358:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d1e expref: 302 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.573369:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d1e expref: 302 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.573391:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41828 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d1e expref: 302 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.573407:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074959.573412:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.573425:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.573432:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.573457:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.573505:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:2369:x1855007657313024:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 177us (346us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.573513:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5460
00000100:00100000:1.0:1769074959.573949:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210398
00000100:00100000:1.0:1769074959.573960:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13245:x1855007657312896:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.573978:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.573994:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41852 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d33 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.574054:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574066:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574074:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574090:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574097:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574104:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574206:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41867 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574214:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574220:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074959.574251:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.574255:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.574285:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574297:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41867 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574305:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574315:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574321:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574327:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.574331:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574338:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574347:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074959.574350:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.574354:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574360:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41859 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574369:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574375:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574380:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574384:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eecc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.574387:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574394:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574401:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc3f00931 (ffff9032a2c16100)
00010000:00010000:1.0:1769074959.574404:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.574407:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574412:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41860 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.574439:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41852 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d33 expref: 302 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.574453:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41867 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d33 expref: 301 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.574461:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074959.574463:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.574465:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed200, rc 0)
00000100:00100000:1.0:1769074959.574506:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13245:x1855007657312896:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 549us (3248us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.574513:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210398
00010000:00010000:2.0:1769074959.575380:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.575390:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.575418:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.575421:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.575433:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.575458:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41844 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d2c expref: 301 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.575472:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d2c expref: 300 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.575492:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074959.575494:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.575496:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9a00, rc 0)
00000100:00100000:2.0:1769074959.575548:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13246:x1855007657312768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15678us (15888us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.575555:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210397
00000100:00100000:2.0:1769074959.581198:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.581266:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657313152
00000100:00100000:1.0:1769074959.581276:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657313152
00000100:00100000:1.0:1769074959.581339:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1573
00000100:00100000:1.0:1769074959.581349:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:2367:x1855007657313152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.581364:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.581391:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41867 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d33 expref: 300 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.581408:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074959.581413:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.581476:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2367:x1855007657313152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 130us (289us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.581484:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1573
00000100:00100000:0.0:1769074959.585355:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.585398:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.585467:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657313536
00000100:00100000:1.0:1769074959.585476:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657313536
00000100:00100000:1.0:1769074959.585533:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657313280
00000100:00100000:1.0:1769074959.585536:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657313280
00000100:00100000:1.0:1769074959.585569:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210399
00000100:00100000:1.0:1769074959.585579:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13245:x1855007657313536:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.585599:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.585619:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4186e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d41 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.585723:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.585738:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086d4 expref: 301 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.585747:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.585780:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086d4 expref: 301 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.585797:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086d4 expref: 301 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.585811:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623403392:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.585892:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.585990:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210400
00000100:00100000:0.0:1769074959.586000:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13246:x1855007657313280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.586009:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.586018:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4187c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d3a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.586055:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586066:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586077:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586093:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586099:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586109:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586197:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e41891 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586205:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e41891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586211:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e41891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074959.586234:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.586238:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.586255:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e41891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586267:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e41891 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586275:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586281:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586287:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586293:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.586297:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586303:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586314:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074959.586317:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.586322:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586328:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41883 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586340:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586344:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586350:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586353:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.586356:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586361:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586367:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x17d46a (ffff903298a49100)
00010000:00010000:0.0:1769074959.586369:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.586371:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586376:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4188a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.586402:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4187c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d3a expref: 303 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.586415:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e41891 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d3a expref: 302 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.586422:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:0.0:1769074959.586424:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.586427:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:0.0:1769074959.586462:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13246:x1855007657313280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 465us (1063us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.586468:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210400
00000100:00100000:1.0:1769074959.590452:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623403392:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.590485:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074959.593160:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.593286:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.593806:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657313664
00000100:00100000:2.0:1769074959.593817:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657313664
00010000:00010000:2.0:1769074959.593970:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086d4 expref: 302 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.594054:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657313792
00000100:00100000:2.0:1769074959.594059:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657313792
00000100:00100000:1.0:1769074959.594110:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5461
00000100:00100000:1.0:1769074959.594122:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:2368:x1855007657313664:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.594148:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.594155:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086d4 expref: 303 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.594168:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086d4 expref: 303 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.594192:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e40558 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086d4 expref: 303 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.594207:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074959.594212:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.594221:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.594230:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074959.594262:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.594323:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:2368:x1855007657313664:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 203us (1171us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.594331:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5461
00000100:00100000:1.0:1769074959.594350:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1574
00000100:00100000:1.0:1769074959.594356:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:2367:x1855007657313792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.594364:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.594374:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e41891 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d3a expref: 301 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.594385:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:1.0:1769074959.594389:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.594408:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:2367:x1855007657313792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 53us (1122us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.594414:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1574
00010000:00010000:0.0:1769074959.594562:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.594571:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074959.594590:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00010000:00010000:0.0:1769074959.594747:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4186e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d41 expref: 301 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.594761:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d41 expref: 300 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.594768:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:0.0:1769074959.594771:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074959.594773:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec200, rc 0)
00000100:00100000:0.0:1769074959.594796:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13245:x1855007657313536:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9221us (9452us total) trans 4295106401 rc 0/0
00000100:00100000:0.0:1769074959.594803:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210399
00000100:00100000:3.0:1769074959.599256:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.600088:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657314048
00000100:00100000:0.0:1769074959.600100:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657314048
00000100:00100000:0.0:1769074959.600228:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210401
00000100:00100000:0.0:1769074959.600239:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13246:x1855007657314048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.600259:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.600280:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4189f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d48 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.600461:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.600477:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a00 expref: 301 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.600574:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.600608:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a00 expref: 301 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.600621:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a00 expref: 301 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.600635:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb634a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623403520:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.600720:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a83c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.602575:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.602675:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657314176
00000100:00100000:3.0:1769074959.602684:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657314176
00000100:00100000:0.0:1769074959.602697:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb634a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623403520:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.602721:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074959.602734:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210402
00000100:00100000:3.0:1769074959.602743:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13245:x1855007657314176:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.602766:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.602785:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e418ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d4f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.602868:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.602892:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d41 expref: 303 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.602901:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.602967:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d41 expref: 303 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.602978:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d41 expref: 303 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.602991:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623403648:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.603062:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.604055:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.604147:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657314304
00000100:00100000:2.0:1769074959.604153:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657314304
00010000:00010000:2.0:1769074959.604184:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a00 expref: 304 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.604215:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5462
00000100:00100000:2.0:1769074959.604223:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:2368:x1855007657314304:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.604235:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.604241:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a00 expref: 304 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.604255:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a00 expref: 304 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.604275:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e40eb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a00 expref: 304 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.604297:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:2.0:1769074959.604301:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.604310:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.604317:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074959.604345:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074959.604434:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074959.604440:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074959.604456:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00010000:00010000:0.0:1769074959.604607:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e4189f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d48 expref: 305 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.604619:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d48 expref: 304 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.604624:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:0.0:1769074959.604625:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074959.604627:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:2.0:1769074959.604662:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:2368:x1855007657314304:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 441us (612us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.604668:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5462
00000100:00100000:0.0:1769074959.604716:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:13246:x1855007657314048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4481us (5473us total) trans 4295106402 rc 0/0
00000100:00100000:0.0:1769074959.604721:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210401
00000100:00100000:0.0:1769074959.608570:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.608639:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657314432
00000100:00100000:2.0:1769074959.608650:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657314432
00010000:00010000:2.0:1769074959.608691:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d41 expref: 303 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.608748:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5463
00000100:00100000:2.0:1769074959.608759:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:2368:x1855007657314432:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.608775:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.608782:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d41 expref: 303 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.608795:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d41 expref: 303 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.608822:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:2.0:1769074959.608828:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.608848:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.608856:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.608876:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.608976:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:2368:x1855007657314432:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 218us (415us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.608985:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5463
00010000:00010000:3.0:1769074959.610245:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41875 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d41 expref: 302 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.610266:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623403648:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.610287:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.610296:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.610301:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.610349:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.610354:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.610375:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.610405:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e418ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d4f expref: 302 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.610418:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d4f expref: 301 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.610427:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:3.0:1769074959.610430:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.610433:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8c00, rc 0)
00000100:00100000:3.0:1769074959.610534:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13245:x1855007657314176:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7791us (7967us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.610542:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210402
00000100:00100000:0.0:1769074959.618753:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.619899:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.621432:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657314560
00000100:00100000:3.0:1769074959.621446:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657314560
00000100:00100000:3.0:1769074959.621506:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657314688
00000100:00100000:3.0:1769074959.621510:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657314688
00000100:00100000:3.0:1769074959.621534:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210403
00000100:00100000:3.0:1769074959.621544:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13246:x1855007657314560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.621571:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.621591:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e418c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d56 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074959.622144:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210404
00000100:00100000:0.0:1769074959.622157:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:13245:x1855007657314688:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.622168:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.622180:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e418c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d5d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.622491:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.622506:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d48 expref: 304 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.622514:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.622550:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d48 expref: 304 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.622564:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d48 expref: 304 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.622578:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623403776:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.622673:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00010000:00010000:0.0:1769074959.623633:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.623648:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.623660:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.623674:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.623681:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.623688:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624040:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624049:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624056:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074959.624091:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.624096:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.624116:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624199:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624209:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624216:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624222:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624227:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.624231:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624238:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624251:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074959.624254:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.624259:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624266:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e418d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624280:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624286:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624290:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624295:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.624298:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624303:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624310:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x103f9c81 (ffff903298a49100)
00010000:00010000:0.0:1769074959.624313:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.624315:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624404:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e418de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.624439:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e418c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 305 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.624452:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 304 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.624459:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:0.0:1769074959.624461:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.624464:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:0.0:1769074959.624584:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:13245:x1855007657314688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2429us (4690us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.624594:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210404
00000100:00100000:2.0:1769074959.627738:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.627859:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623403776:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.627898:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074959.627982:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657314816
00000100:00100000:1.0:1769074959.627991:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657314816
00010000:00010000:1.0:1769074959.628029:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d48 expref: 304 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.628071:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5464
00000100:00100000:1.0:1769074959.628080:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:2369:x1855007657314816:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.628097:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.628104:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d48 expref: 304 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.628116:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d48 expref: 304 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.628149:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e418a6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d48 expref: 304 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.628166:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:1.0:1769074959.628170:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.628179:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.628186:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.628213:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.628262:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:2369:x1855007657314816:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (533us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.628271:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5464
00010000:00010000:3.0:1769074959.628465:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.628473:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.628520:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.628525:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.628544:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.628577:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e418c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d56 expref: 303 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.628592:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d56 expref: 302 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.628599:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:3.0:1769074959.628602:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.628604:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:3.0:1769074959.628630:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13246:x1855007657314560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7088us (9888us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.628638:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210403
00000100:00100000:0.0:1769074959.635226:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.635447:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657314944
00000100:00100000:3.0:1769074959.635458:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657314944
00000100:00100000:3.0:1769074959.635549:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210405
00000100:00100000:3.0:1769074959.635559:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13246:x1855007657314944:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.635581:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.635601:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e418ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d64 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.635669:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.635684:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.635694:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.635709:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.635715:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.635721:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.635830:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41901 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.635849:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41901 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.635857:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41901 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.635899:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.635904:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.636073:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41901 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636083:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41901 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636092:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636098:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636105:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636111:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.636115:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636122:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636133:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074959.636136:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.636140:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636146:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e418f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636159:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636164:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636171:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636175:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.636178:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636183:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636191:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc3f00931 (ffff90328bb7f700)
00010000:00010000:3.0:1769074959.636193:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.636196:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636202:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e418fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.636237:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e418ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d64 expref: 304 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.636250:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41901 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d64 expref: 303 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.636258:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074959.636261:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.636264:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:3.0:1769074959.636387:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:13246:x1855007657314944:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 829us (1170us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.636394:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210405
00000100:00100000:2.0:1769074959.642444:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.642548:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.642613:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657315200
00000100:00100000:3.0:1769074959.642622:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657315200
00000100:00100000:3.0:1769074959.642681:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210406
00000100:00100000:3.0:1769074959.642690:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:13245:x1855007657315200:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.642710:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.642731:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e41908 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d6b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.642860:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.642874:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e9 expref: 304 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.642891:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 304 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.642899:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.643123:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 304 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.643137:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 304 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.643151:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623403904:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.643235:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e9 expref: 304 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.643243:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e9 expref: 304 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.643251:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb54ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404032:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.643271:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b900 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.643995:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657315328
00000100:00100000:1.0:1769074959.644003:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657315328
00010000:00010000:1.0:1769074959.644031:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 305 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.644104:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5465
00000100:00100000:1.0:1769074959.644113:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:2369:x1855007657315328:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.644124:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.644130:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 305 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.644141:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 305 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.644159:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:1.0:1769074959.644164:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.644171:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.644177:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.644218:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:2369:x1855007657315328:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 106us (1784us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.644225:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5465
00000100:00100000:2.0:1769074959.650962:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.651001:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.651076:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657315456
00000100:00100000:0.0:1769074959.651085:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657315456
00000100:00100000:0.0:1769074959.651141:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657315584
00000100:00100000:0.0:1769074959.651145:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657315584
00010000:00010000:0.0:1769074959.651159:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e9 expref: 306 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.651190:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5466
00000100:00100000:0.0:1769074959.651199:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2367:x1855007657315584:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.651215:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.651222:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e9 expref: 306 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.651235:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e9 expref: 306 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.651258:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:0.0:1769074959.651263:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.651273:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.651282:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.651300:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.651360:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2367:x1855007657315584:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 161us (357us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.651368:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5466
00000100:00100000:0.0:1769074959.651389:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1575
00000100:00100000:0.0:1769074959.651395:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:2366:x1855007657315456:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.651403:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.651413:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41901 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d64 expref: 305 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.651426:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074959.651429:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.651447:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:2366:x1855007657315456:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 52us (495us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.651453:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1575
00010000:00010000:3.0:1769074959.651655:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000008e5558b6 x1855007623403904) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 303 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.651668:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e418e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d5d expref: 303 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.651680:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623403904:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.651692:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4059e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086e9 expref: 302 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.651707:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb54ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404032:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.651728:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074959.651734:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.651741:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.651747:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.651765:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00010000:00010000:3.0:1769074959.651966:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e41908 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d6b expref: 303 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.651981:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d6b expref: 302 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.651987:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074959.651990:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074959.651992:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbb7b400, rc 0)
00000100:00100000:3.0:1769074959.652019:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13245:x1855007657315200:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9331us (9471us total) trans 4295106403 rc 0/0
00000100:00100000:3.0:1769074959.652025:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210406
00000100:00100000:2.0:1769074959.653104:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.653244:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657315840
00000100:00100000:3.0:1769074959.653251:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657315840
00000100:00100000:3.0:1769074959.653321:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210407
00000100:00100000:3.0:1769074959.653331:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13246:x1855007657315840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.653350:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.653366:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4191d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d72 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.653453:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.653467:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a2a expref: 303 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.653475:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.653511:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a2a expref: 303 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.653524:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a2a expref: 303 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.653538:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404160:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.653610:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.657185:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.657474:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404160:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.657501:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074959.657557:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657315968
00000100:00100000:0.0:1769074959.657565:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657315968
00000100:00100000:0.0:1769074959.657672:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210408
00000100:00100000:0.0:1769074959.657682:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:13245:x1855007657315968:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.657707:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.657726:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4192b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d79 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.657805:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.657819:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d6b expref: 305 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.657827:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.657872:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d6b expref: 305 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.657892:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d6b expref: 305 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.657946:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623404288:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.658014:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254c00 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.658740:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.658808:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657316096
00000100:00100000:3.0:1769074959.658815:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657316096
00010000:00010000:3.0:1769074959.658855:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a2a expref: 306 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.658898:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5467
00000100:00100000:3.0:1769074959.658934:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2368:x1855007657316096:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.658948:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.658954:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a2a expref: 306 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.658966:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a2a expref: 306 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.658987:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e40f30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a2a expref: 306 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.659003:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074959.659007:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.659015:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.659022:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.659042:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.659080:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:2368:x1855007657316096:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.659088:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5467
00010000:00010000:0.0:1769074959.659318:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.659327:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074959.659346:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00010000:00010000:0.0:1769074959.659497:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e4191d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d72 expref: 306 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.659512:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d72 expref: 305 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.659519:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074959.659521:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074959.659524:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:0.0:1769074959.659564:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13246:x1855007657315840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6236us (6463us total) trans 4295106404 rc 0/0
00000100:00100000:0.0:1769074959.659571:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210407
00000100:00100000:2.0:1769074959.665395:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.665480:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.665588:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623404288:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.665601:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657316352
00000100:00100000:1.0:1769074959.665609:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657316352
00010000:00010000:0.0:1769074959.665617:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074959.665662:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210409
00000100:00100000:1.0:1769074959.665672:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13246:x1855007657316352:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074959.665681:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657316224
00000100:00100000:3.0:1769074959.665688:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657316224
00010000:00010000:1.0:1769074959.665698:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.665712:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d6b expref: 306 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.665730:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41940 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d80 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074959.665742:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5468
00000100:00100000:3.0:1769074959.665751:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:2369:x1855007657316224:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.665762:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.665768:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d6b expref: 307 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.665779:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d6b expref: 307 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.665800:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e4190f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d6b expref: 307 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.665814:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074959.665819:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.665825:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.665829:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.665845:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d72 expref: 306 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.665859:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.665862:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.665901:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074959.665944:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.665944:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d72 expref: 306 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.665955:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.665958:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d72 expref: 306 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.665973:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2369:x1855007657316224:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 221us (585us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.665974:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404416:192.168.204.54@tcp:104:
00000004:00200000:0.0:1769074959.665985:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000100:00100000:3.0:1769074959.665990:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5468
00000004:00200000:0.0:1769074959.665993:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.666010:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074959.666031:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00010000:00010000:0.0:1769074959.666035:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4192b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d79 expref: 306 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.666050:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d79 expref: 305 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.666058:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:0.0:1769074959.666061:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.666063:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:1.0:1769074959.666499:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13245:x1855007657315968:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8817us (9322us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.666506:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210408
00000100:00100000:2.0:1769074959.671039:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.671080:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657316480
00000100:00100000:3.0:1769074959.671089:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657316480
00010000:00010000:3.0:1769074959.671128:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d72 expref: 305 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.671174:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5469
00000100:00100000:3.0:1769074959.671182:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:2368:x1855007657316480:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1769074959.671188:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404416:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.671197:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.671203:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d72 expref: 305 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.671209:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.671214:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d72 expref: 305 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.677312:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41924 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d72 expref: 305 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.681123:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074959.681139:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.681154:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.681162:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074959.682107:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.682730:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657316608
00000100:00100000:1.0:1769074959.682742:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657316608
00000100:00100000:1.0:1769074959.682846:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210410
00010000:00010000:2.0:1769074959.682851:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.682857:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13245:x1855007657316608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.682877:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.682903:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4194e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d87 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074959.682942:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2368:x1855007657316480:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 11760us (11913us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.682951:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5469
00010000:00010000:1.0:1769074959.682983:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.682995:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683004:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683018:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683024:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683030:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683146:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683155:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683161:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074959.683194:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.683199:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.683218:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683228:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683239:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683244:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683250:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683255:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eece00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.683259:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683266:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683276:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074959.683279:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.683283:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683289:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41955 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683300:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683304:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683309:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683313:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.683316:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683321:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683328:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2ee4e5f8 (ffff9032a2c16100)
00010000:00010000:1.0:1769074959.683331:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.683333:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683338:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e4195c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.683366:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4194e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 306 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.683378:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 305 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.683384:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:1.0:1769074959.683387:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.683389:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed800, rc 0)
00000100:00100000:1.0:1769074959.683434:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13245:x1855007657316608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 579us (1333us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.683440:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210410
00010000:00010000:0.0:1769074959.684250:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.684258:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074959.684286:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.684290:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.684305:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.684340:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41940 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d80 expref: 305 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.684360:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d80 expref: 304 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.684368:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074959.684370:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.684373:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec400, rc 0)
00000100:00100000:0.0:1769074959.685183:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:13246:x1855007657316352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19508us (19696us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.685190:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210409
00000100:00100000:2.0:1769074959.688332:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.688373:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.688470:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657316864
00000100:00100000:0.0:1769074959.688479:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657316864
00000100:00100000:0.0:1769074959.688532:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210411
00000100:00100000:0.0:1769074959.688542:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:13245:x1855007657316864:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.688563:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.688582:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4196a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d8e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.688664:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.688674:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23086fe expref: 305 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.688679:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 305 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.688685:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.688725:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 305 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.688736:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 305 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.688747:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404544:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.688825:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086fe expref: 305 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.688834:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086fe expref: 305 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.688842:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404672:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.688871:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a83c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.689417:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657316992
00000100:00100000:3.0:1769074959.689424:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657316992
00010000:00010000:3.0:1769074959.689448:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 306 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.689487:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5470
00000100:00100000:3.0:1769074959.689496:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2367:x1855007657316992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.689506:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.689511:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 306 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.689522:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 306 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.689825:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074959.689830:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.689836:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.689840:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.689895:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2367:x1855007657316992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 400us (1521us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.689903:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5470
00000100:00100000:3.0:1769074959.694834:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.694963:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657317120
00000100:00100000:1.0:1769074959.694975:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657317120
00000100:00100000:1.0:1769074959.695034:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210412
00000100:00100000:1.0:1769074959.695044:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:13246:x1855007657317120:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.695067:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.695088:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41978 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d95 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.695169:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695182:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695193:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695206:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695212:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695218:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695330:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4198d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695338:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4198d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695345:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4198d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074959.695379:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.695384:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.695401:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4198d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695413:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4198d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695422:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695428:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695433:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695439:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eece00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.695443:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695452:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695464:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074959.695467:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.695471:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695477:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4197f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695488:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695493:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695498:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695503:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eecc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074959.695505:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695510:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695516:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x103f9c81 (ffff9032a2c16100)
00010000:00010000:1.0:1769074959.695519:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074959.695521:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695527:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e41986 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.695556:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41978 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d95 expref: 308 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.695584:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4198d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d95 expref: 307 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.695592:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:1.0:1769074959.695595:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.695597:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec600, rc 0)
00000100:00100000:1.0:1769074959.695661:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13246:x1855007657317120:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 617us (833us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.695668:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210412
00000100:00100000:1.0:1769074959.697552:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.697995:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657317248
00000100:00100000:2.0:1769074959.698004:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657317248
00010000:00010000:2.0:1769074959.698038:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086fe expref: 307 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.698078:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5471
00000100:00100000:2.0:1769074959.698087:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:2369:x1855007657317248:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.698101:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.698108:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086fe expref: 307 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.698121:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086fe expref: 307 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.698152:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:2.0:1769074959.698156:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.698166:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.698173:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.698193:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.698256:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:2369:x1855007657317248:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (710us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.698264:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5471
00010000:00010000:0.0:1769074959.698994:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000007b2be5aa x1855007623404544) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 306 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.699011:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41963 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d87 expref: 306 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.699027:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404544:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.699115:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e405f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23086fe expref: 305 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.699128:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404672:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.699147:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:1.0:1769074959.699154:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.699161:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.699166:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074959.699186:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00010000:00010000:1.0:1769074959.699577:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4196a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d8e expref: 306 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.699597:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d8e expref: 305 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.699604:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:1.0:1769074959.699607:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074959.699610:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:1.0:1769074959.699818:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13245:x1855007657316864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11276us (11510us total) trans 4295106405 rc 0/0
00000100:00100000:1.0:1769074959.699827:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210411
00000100:00100000:2.0:1769074959.701597:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.702000:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657317376
00000100:00100000:3.0:1769074959.702009:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657317376
00000100:00100000:3.0:1769074959.702066:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1576
00000100:00100000:3.0:1769074959.702075:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:2369:x1855007657317376:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.702091:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.702113:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e4198d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d95 expref: 305 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.702133:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:3.0:1769074959.702138:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.702191:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:2369:x1855007657317376:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 118us (602us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.702197:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1576
00000100:00100000:1.0:1769074959.706217:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.706333:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657317632
00000100:00100000:2.0:1769074959.706343:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657317632
00000100:00100000:2.0:1769074959.706551:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210413
00000100:00100000:2.0:1769074959.706563:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:13246:x1855007657317632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.706583:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.706605:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4199b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308d9c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.706836:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.706853:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a4d expref: 305 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.706861:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.706904:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a4d expref: 305 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.711004:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a4d expref: 305 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.711018:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903391264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404800:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.711126:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338653b900 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.713723:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.713872:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657317760
00000100:00100000:3.0:1769074959.713891:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657317760
00000100:00100000:3.0:1769074959.713966:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210414
00000100:00100000:3.0:1769074959.713975:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:13245:x1855007657317760:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.714000:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.714021:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308da3 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.714104:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.714119:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d8e expref: 307 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.714129:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.714164:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d8e expref: 307 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.714176:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d8e expref: 307 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.714193:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623404928:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.714275:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ac00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.720387:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.720519:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623404928:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074959.720550:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074959.720630:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657317888
00000100:00100000:3.0:1769074959.720638:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657317888
00010000:00010000:3.0:1769074959.720677:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a4d expref: 308 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.720719:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5472
00000100:00100000:3.0:1769074959.720730:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:2368:x1855007657317888:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.720747:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.720754:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a4d expref: 308 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.720767:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a4d expref: 308 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.720790:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:3.0:1769074959.720796:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.720806:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.720813:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.720830:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.721098:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:2368:x1855007657317888:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 367us (728us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.721107:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5472
00010000:00010000:2.0:1769074959.721278:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e40f8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a4d expref: 307 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.721295:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903391264a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623404800:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.721308:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.721315:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.721321:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074959.721342:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00010000:00010000:2.0:1769074959.721509:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e4199b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d9c expref: 308 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.721524:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d9c expref: 307 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.721532:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074959.721534:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074959.721537:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24c000, rc 0)
00000100:00100000:2.0:1769074959.721566:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13246:x1855007657317632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15006us (15360us total) trans 4295106406 rc 0/0
00000100:00100000:2.0:1769074959.721573:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210413
00000100:00100000:1.0:1769074959.723084:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.723216:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657318016
00000100:00100000:3.0:1769074959.723225:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657318016
00010000:00010000:3.0:1769074959.723258:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d8e expref: 307 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.723332:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5473
00000100:00100000:3.0:1769074959.723341:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:2368:x1855007657318016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.723355:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.723362:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d8e expref: 307 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.723385:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d8e expref: 307 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.723405:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41971 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d8e expref: 307 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.723419:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074959.723424:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.723432:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.723438:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.723467:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074959.723564:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.723571:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074959.723616:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:1.0:1769074959.723620:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074959.723638:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.723667:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308da3 expref: 307 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.723681:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308da3 expref: 306 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.723688:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:1.0:1769074959.723690:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074959.723693:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9e00, rc 0)
00000100:00100000:3.0:1769074959.723733:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2368:x1855007657318016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 393us (656us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.723741:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5473
00000100:00100000:1.0:1769074959.723863:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13245:x1855007657317760:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9889us (10149us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.723870:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210414
00000100:00100000:0.0:1769074959.732049:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.732160:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657318144
00000100:00100000:1.0:1769074959.732170:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657318144
00000100:00100000:1.0:1769074959.732234:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210415
00000100:00100000:1.0:1769074959.732244:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13246:x1855007657318144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.732272:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.732296:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e419be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308daa expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.732392:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.732406:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d9c expref: 306 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.732415:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.732449:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d9c expref: 306 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.732463:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d9c expref: 306 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.732477:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405056:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.732564:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c780 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.740646:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.740788:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657318272
00000100:00100000:1.0:1769074959.740797:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657318272
00000100:00100000:1.0:1769074959.740849:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210416
00000100:00100000:1.0:1769074959.740856:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13245:x1855007657318272:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.740875:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.740903:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e419cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308db1 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.741022:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.741037:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.741049:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.741063:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.741070:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.741076:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074959.742281:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405056:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.742307:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.742640:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e419e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742652:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e419e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742660:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e419e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074959.742697:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.742702:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.742720:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e419e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742730:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e419e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742739:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742745:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742751:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742757:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eec200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.742761:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742768:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742779:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074959.742782:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.742787:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742792:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e419d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742804:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742809:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742814:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742818:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eedc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.742822:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742827:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.742833:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x51a4c572 (ffff9032a2c16100)
00010000:00010000:2.0:1769074959.742835:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:3.0:1769074959.743541:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.743621:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657318400
00000100:00100000:0.0:1769074959.743631:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657318400
00010000:00010000:0.0:1769074959.743665:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d9c expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.743704:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5474
00000100:00100000:0.0:1769074959.743714:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:2369:x1855007657318400:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.743729:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.743735:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d9c expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.743746:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d9c expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.743764:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e419a2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d9c expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.743778:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:0.0:1769074959.743782:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.743790:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.743797:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.743825:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.743897:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:2369:x1855007657318400:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 183us (359us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.743934:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5474
00010000:00010000:2.0:1769074959.745170:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.745183:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e419da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.745236:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e419cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308db1 expref: 308 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.745251:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e419e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308db1 expref: 307 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.745259:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:2.0:1769074959.745262:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.745265:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f81e00, rc 0)
00000100:00100000:2.0:1769074959.745461:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13245:x1855007657318272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4603us (4824us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.745470:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210416
00010000:00010000:3.0:1769074959.745966:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.745973:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074959.746008:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.746012:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.746026:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.746043:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e419be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308daa expref: 307 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.746052:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308daa expref: 306 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.746057:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:3.0:1769074959.746059:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.746061:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eecc00, rc 0)
00000100:00100000:3.0:1769074959.746092:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:13246:x1855007657318144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13850us (14055us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.746102:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210415
00000100:00100000:0.0:1769074959.750287:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.750364:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657318528
00000100:00100000:3.0:1769074959.750375:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657318528
00000100:00100000:3.0:1769074959.750437:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210417
00000100:00100000:3.0:1769074959.750447:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:13246:x1855007657318528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.750469:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.750489:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e419e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308db8 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.750553:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750564:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750572:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750582:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750586:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750590:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750684:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e419fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750691:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e419fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750699:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e419fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074959.750732:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.750735:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.750750:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e419fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750758:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e419fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750764:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750768:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750772:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750777:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.750780:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750784:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750792:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074959.750794:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.750797:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750802:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e419ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750813:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750819:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750824:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750829:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.750831:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750836:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750843:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2ee4e5f8 (ffff90328bb7f700)
00010000:00010000:3.0:1769074959.750846:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.750849:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750853:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e419f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.750889:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e419e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308db8 expref: 308 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.750902:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e419fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308db8 expref: 307 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.751825:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:3.0:1769074959.751829:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.751832:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:3.0:1769074959.751994:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13246:x1855007657318528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1545us (1722us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.752003:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210417
00000100:00100000:0.0:1769074959.753202:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.753268:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657318656
00000100:00100000:2.0:1769074959.753276:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657318656
00000100:00100000:2.0:1769074959.753341:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1577
00000100:00100000:2.0:1769074959.753351:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:2369:x1855007657318656:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.753368:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.753400:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e419e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308db1 expref: 307 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.753416:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:2.0:1769074959.753421:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.753468:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2369:x1855007657318656:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 118us (271us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.753475:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1577
00000100:00100000:1.0:1769074959.759339:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.759484:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657318784
00000100:00100000:0.0:1769074959.759495:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657318784
00000100:00100000:0.0:1769074959.759562:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1578
00000100:00100000:0.0:1769074959.759573:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2369:x1855007657318784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.759590:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.759617:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e419fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308db8 expref: 306 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.759637:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:0.0:1769074959.759642:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.759701:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:2369:x1855007657318784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 130us (370us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.759708:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1578
00000100:00100000:1.0:1769074959.766457:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.766510:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.766572:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657319040
00000100:00100000:2.0:1769074959.766582:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657319040
00000100:00100000:3.0:1769074959.766587:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657319296
00000100:00100000:3.0:1769074959.766591:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657319296
00000100:00100000:2.0:1769074959.766643:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210418
00000100:00100000:2.0:1769074959.766693:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:13245:x1855007657319040:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.766716:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.766741:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41a04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308dbf expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.766857:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.766871:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308713 expref: 307 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.766890:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.766944:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308713 expref: 307 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.766961:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308713 expref: 307 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.766974:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903391264e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623405184:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.766999:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210419
00000100:00100000:3.0:1769074959.767008:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13246:x1855007657319296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.767016:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.767025:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41a12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308dc6 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074959.767054:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338b74da80 going to sleep for 11 seconds
00010000:00010000:3.0:1769074959.767074:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.767084:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a69 expref: 308 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.767091:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.767109:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a69 expref: 308 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.767117:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a69 expref: 308 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.767892:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405312:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.767967:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ab40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.772309:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405312:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.772352:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074959.773264:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.773598:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657319424
00000100:00100000:2.0:1769074959.773606:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657319424
00010000:00010000:2.0:1769074959.773643:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a69 expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.773680:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5475
00000100:00100000:2.0:1769074959.773689:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:2368:x1855007657319424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.773703:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.773710:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a69 expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.773721:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a69 expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.773744:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e40fd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a69 expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.773759:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:2.0:1769074959.773765:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.773774:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.773782:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.773857:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.773950:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:2368:x1855007657319424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 261us (690us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.773958:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5475
00010000:00010000:1.0:1769074959.774028:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.774036:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074959.774058:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00010000:00010000:1.0:1769074959.774214:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41a12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dc6 expref: 309 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.774236:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dc6 expref: 308 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.774242:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074959.774245:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074959.774248:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:1.0:1769074959.774275:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:13246:x1855007657319296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7269us (7765us total) trans 4295106407 rc 0/0
00000100:00100000:1.0:1769074959.774282:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210419
00000100:00100000:2.0:1769074959.775776:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903391264e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623405184:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.775802:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074959.777278:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.777471:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657319552
00000100:00100000:3.0:1769074959.777566:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657319552
00010000:00010000:3.0:1769074959.777607:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308713 expref: 308 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.777684:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5476
00000100:00100000:3.0:1769074959.777694:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:2368:x1855007657319552:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.777711:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.777717:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308713 expref: 308 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.777730:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308713 expref: 308 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.777751:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e40631 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308713 expref: 308 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.777767:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:3.0:1769074959.777772:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.777781:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.777793:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.777828:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074959.777865:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.777873:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074959.777894:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:2368:x1855007657319552:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 201us (628us total) trans 0 rc 0/0
00000004:00200000:0.0:1769074959.777900:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000100:00100000:3.0:1769074959.777901:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5476
00010000:00010000:0.0:1769074959.778077:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41a04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dbf expref: 308 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.778092:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dbf expref: 307 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.778099:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:0.0:1769074959.778101:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074959.778104:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f80600, rc 0)
00000100:00100000:0.0:1769074959.778955:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13245:x1855007657319040:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12300us (12504us total) trans 4295106408 rc 0/0
00000100:00100000:0.0:1769074959.778963:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210418
00000100:00100000:0.0:1769074959.782934:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.782964:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657319680
00000100:00100000:2.0:1769074959.782974:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657319680
00000100:00100000:2.0:1769074959.783029:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210420
00000100:00100000:2.0:1769074959.783039:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13246:x1855007657319680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.783061:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.783082:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41a2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308dcd expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.783170:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.783185:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dc6 expref: 308 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.783193:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.783226:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dc6 expref: 308 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.783239:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dc6 expref: 308 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.783252:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903391264e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623405440:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.783310:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e73c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.788811:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.788861:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.788955:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657319808
00000100:00100000:3.0:1769074959.788965:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657319808
00010000:00010000:3.0:1769074959.789007:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dc6 expref: 309 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.789052:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5477
00000100:00100000:3.0:1769074959.789061:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:2369:x1855007657319808:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.789079:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.789086:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dc6 expref: 309 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.789099:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dc6 expref: 309 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.789122:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:3.0:1769074959.789128:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.789137:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.789145:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.789164:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.789211:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:2369:x1855007657319808:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 151us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.789218:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5477
00000100:00100000:0.0:1769074959.789502:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657319936
00000100:00100000:0.0:1769074959.789508:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657319936
00000100:00100000:0.0:1769074959.789536:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210421
00000100:00100000:0.0:1769074959.789544:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:13245:x1855007657319936:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.789567:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.789583:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41a3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308dd4 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.789656:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.789670:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dbf expref: 310 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.789677:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.789706:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dbf expref: 310 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.789717:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dbf expref: 310 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.789731:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405568:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.789800:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8000 going to sleep for 11 seconds
00010000:00010000:2.0:1769074959.790655:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a19 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dc6 expref: 310 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.790672:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903391264e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623405440:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.790690:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.790698:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.790704:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074959.790742:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.790747:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.790765:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.790794:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41a2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dcd expref: 310 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.790806:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dcd expref: 309 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.790819:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:2.0:1769074959.790822:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.790825:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24d800, rc 0)
00000100:00100000:2.0:1769074959.791395:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:13246:x1855007657319680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8353us (8486us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.791404:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210420
00000100:00100000:1.0:1769074959.793892:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.794068:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657320064
00000100:00100000:2.0:1769074959.794078:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657320064
00010000:00010000:2.0:1769074959.794118:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dbf expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.794209:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5478
00000100:00100000:2.0:1769074959.794219:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:2369:x1855007657320064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.794234:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.794241:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dbf expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.794254:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dbf expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.794274:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:2.0:1769074959.794279:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.794288:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.794299:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.794318:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.794385:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:2369:x1855007657320064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 159us (507us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.794393:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5478
00010000:00010000:0.0:1769074959.795000:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e41a0b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dbf expref: 308 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.795018:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405568:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.795037:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.795045:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.795051:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074959.795093:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.795097:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.795115:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.795158:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e41a3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dd4 expref: 308 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.795173:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dd4 expref: 307 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.795181:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:0.0:1769074959.795184:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.795187:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:0.0:1769074959.795232:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13245:x1855007657319936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5689us (6370us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.795239:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210421
00000100:00100000:1.0:1769074959.799096:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.799260:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657320192
00000100:00100000:0.0:1769074959.799270:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657320192
00000100:00100000:0.0:1769074959.799388:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210422
00000100:00100000:0.0:1769074959.799399:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13246:x1855007657320192:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.799419:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.799439:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41a4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ddb expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.799500:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799515:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799526:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799539:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799546:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799553:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799641:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799650:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799654:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074959.799681:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.799684:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.799697:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799705:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799711:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799715:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799719:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799723:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.799725:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799730:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799738:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074959.799740:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.799743:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799747:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e41a51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799755:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799758:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799762:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799765:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.799766:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799769:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799772:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51a4c572 (ffff903298a49100)
00010000:00010000:0.0:1769074959.799774:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.799775:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799778:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e41a58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.799800:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e41a4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 309 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.799807:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 308 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.799815:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:0.0:1769074959.799817:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.799818:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34e00, rc 0)
00000100:00100000:0.0:1769074959.799889:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:13246:x1855007657320192:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 492us (801us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.799895:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210422
00010000:00010000:3.0:1769074959.802109:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1769074959.803185:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.803259:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657320320
00000100:00100000:0.0:1769074959.803270:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657320320
00000100:00100000:0.0:1769074959.803329:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210423
00000100:00100000:0.0:1769074959.803339:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:13245:x1855007657320320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.803358:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.803388:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41a66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308de2 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.803455:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803472:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803484:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803501:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803508:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803519:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803629:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41a7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803637:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803645:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074959.803678:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.803683:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.803700:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803712:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41a7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803720:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803726:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803733:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803739:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.803743:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803750:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803762:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074959.803765:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.803771:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803776:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41a6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803791:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803797:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803802:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803807:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.803809:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803815:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803822:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x6324417e (ffff903298a49300)
00010000:00010000:0.0:1769074959.803824:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.803827:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803833:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.803861:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41a66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de2 expref: 310 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.803887:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41a7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de2 expref: 309 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.803895:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:0.0:1769074959.803897:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.803900:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd800, rc 0)
00000100:00100000:0.0:1769074959.804217:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:13245:x1855007657320320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 878us (1039us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.804225:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210423
00000100:00100000:1.0:1769074959.810859:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.811095:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.811161:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657320576
00000100:00100000:0.0:1769074959.811171:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657320576
00000100:00100000:0.0:1769074959.811237:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210424
00000100:00100000:0.0:1769074959.811247:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:13246:x1855007657320576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.811271:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.811290:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308de9 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.811409:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.811424:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa1 expref: 310 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.811433:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 310 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.811440:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.811474:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 310 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.811487:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 310 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.811501:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405696:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.811594:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa1 expref: 310 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.811604:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa1 expref: 310 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.811613:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405824:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.811638:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8000 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.812446:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657320704
00000100:00100000:2.0:1769074959.812455:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657320704
00010000:00010000:2.0:1769074959.812484:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 311 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.812561:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5479
00000100:00100000:2.0:1769074959.812570:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:2368:x1855007657320704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.812582:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.812587:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 311 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.812600:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 311 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.812618:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074959.812623:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.812631:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.812638:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.812728:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:2368:x1855007657320704:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 158us (1889us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.812736:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5479
00000100:00100000:1.0:1769074959.819492:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.819667:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657320832
00000100:00100000:2.0:1769074959.819678:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657320832
00000100:00100000:2.0:1769074959.819792:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1579
00000100:00100000:2.0:1769074959.819803:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:2367:x1855007657320832:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.819821:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.819845:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41a7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de2 expref: 311 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.819865:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:2.0:1769074959.819870:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.819990:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:2367:x1855007657320832:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 188us (508us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.819998:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1579
00000100:00100000:1.0:1769074959.826045:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.826169:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.826257:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657321216
00000100:00100000:2.0:1769074959.826271:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657321216
00010000:00010000:2.0:1769074959.826312:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa1 expref: 310 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.826359:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5480
00000100:00100000:2.0:1769074959.826369:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:2369:x1855007657321216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.826394:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.826401:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa1 expref: 310 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.826420:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa1 expref: 310 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.826442:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074959.826448:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.826457:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.826464:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.826484:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.826537:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:2369:x1855007657321216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (368us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.826545:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5480
00010000:00010000:0.0:1769074959.826723:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000003b5edd4c x1855007623405696) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 309 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.826733:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41a5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ddb expref: 309 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.826745:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405696:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.826753:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e41079 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308aa1 expref: 308 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.826760:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623405824:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.826775:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:0.0:1769074959.826779:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.826785:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.826788:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074959.826806:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00010000:00010000:0.0:1769074959.826993:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41a82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de9 expref: 309 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.827003:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de9 expref: 308 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.827008:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:0.0:1769074959.827009:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074959.827011:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd400, rc 0)
00000100:00100000:0.0:1769074959.827036:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:13246:x1855007657320576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15792us (15942us total) trans 4295106409 rc 0/0
00000100:00100000:0.0:1769074959.827040:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210424
00000100:00100000:0.0:1769074959.827053:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657321088
00000100:00100000:0.0:1769074959.827056:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657321088
00000100:00100000:3.0:1769074959.827904:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210425
00000100:00100000:3.0:1769074959.827934:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:13245:x1855007657321088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.827953:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.827972:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41a97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308df0 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.828058:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.828072:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308728 expref: 309 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.828081:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.828111:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308728 expref: 309 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.828123:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308728 expref: 309 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.828135:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623405952:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.828195:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ab40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.836290:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623405952:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.836325:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074959.836778:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.836872:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657321344
00000100:00100000:1.0:1769074959.836889:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657321344
00010000:00010000:1.0:1769074959.837170:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308728 expref: 310 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.837250:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5481
00000100:00100000:1.0:1769074959.837260:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:2366:x1855007657321344:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.837279:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.837286:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308728 expref: 310 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.837299:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308728 expref: 310 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.837322:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e40670 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308728 expref: 310 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.837338:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:1.0:1769074959.837343:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.837354:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.837361:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.837401:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.837458:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:2366:x1855007657321344:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 199us (681us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.837466:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5481
00010000:00010000:3.0:1769074959.837521:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.837530:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.837551:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00010000:00010000:3.0:1769074959.837725:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41a97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df0 expref: 310 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.837740:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df0 expref: 309 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.837747:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074959.837750:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074959.837752:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:3.0:1769074959.837780:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:13245:x1855007657321088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9853us (11746us total) trans 4295106410 rc 0/0
00000100:00100000:3.0:1769074959.837788:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210425
00000100:00100000:1.0:1769074959.843421:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.843498:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657321472
00000100:00100000:3.0:1769074959.843510:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657321472
00000100:00100000:3.0:1769074959.843562:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210426
00000100:00100000:3.0:1769074959.843574:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:13246:x1855007657321472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.843601:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.843622:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41aac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308df7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.843722:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.843738:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de9 expref: 310 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.843746:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.843779:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de9 expref: 310 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.843791:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de9 expref: 310 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.843805:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623406080:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.843924:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ab40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.847035:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.847099:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657321600
00000100:00100000:0.0:1769074959.847107:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657321600
00000100:00100000:0.0:1769074959.847152:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210427
00000100:00100000:0.0:1769074959.847159:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:13245:x1855007657321600:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.847183:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.847199:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41aba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308dfe expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.847268:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.847279:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df0 expref: 312 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.847285:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.847309:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df0 expref: 312 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.847319:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df0 expref: 312 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.847332:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623406208:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.847420:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90339889f480 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.850586:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.850668:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657321728
00000100:00100000:1.0:1769074959.850678:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657321728
00010000:00010000:1.0:1769074959.850716:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de9 expref: 313 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.850763:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5482
00000100:00100000:1.0:1769074959.850773:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:2368:x1855007657321728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.850788:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.850795:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de9 expref: 313 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.850808:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de9 expref: 313 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.850832:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:1.0:1769074959.850838:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.850848:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.850855:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074959.850875:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.850968:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:2368:x1855007657321728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 196us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.850977:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5482
00010000:00010000:3.0:1769074959.851248:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41a89 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308de9 expref: 312 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.851266:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623406080:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.851287:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.851296:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.851301:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074959.851410:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.851416:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.851438:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.851469:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41aac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df7 expref: 312 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.851482:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df7 expref: 311 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.851490:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:3.0:1769074959.851493:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.851495:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8000, rc 0)
00000100:00100000:3.0:1769074959.851576:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:13246:x1855007657321472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8004us (8164us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.851583:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210426
00000100:00100000:0.0:1769074959.854016:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.854147:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657321856
00000100:00100000:2.0:1769074959.854158:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657321856
00010000:00010000:2.0:1769074959.854196:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df0 expref: 311 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.854275:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5483
00000100:00100000:2.0:1769074959.854286:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:2369:x1855007657321856:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.854301:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.854307:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df0 expref: 311 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.854325:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df0 expref: 311 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.854348:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:2.0:1769074959.854353:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.854362:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.854369:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.854398:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.854452:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:2369:x1855007657321856:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 167us (445us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.854460:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5483
00010000:00010000:3.0:1769074959.854548:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41a9e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df0 expref: 310 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.854564:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623406208:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.854585:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.854593:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.854599:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074959.854643:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.854648:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.854667:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.854696:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41aba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dfe expref: 310 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.854710:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dfe expref: 309 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.854717:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074959.854720:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.854722:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cc200, rc 0)
00000100:00100000:3.0:1769074959.854750:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:13245:x1855007657321600:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7591us (7723us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.854757:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210427
00000100:00100000:2.0:1769074959.862057:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.862239:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657322112
00000100:00100000:1.0:1769074959.862250:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657322112
00000100:00100000:1.0:1769074959.862357:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4384
00000100:00100000:1.0:1769074959.862368:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+309:13246:x1855007657322112:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074959.862622:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:13246:x1855007657322112:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 256us (575us total) trans 4295106411 rc 0/0
00000100:00100000:1.0:1769074959.862630:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4384
00000100:00100000:0.0:1769074959.870508:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.870552:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.870596:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657322240
00000100:00100000:3.0:1769074959.870609:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657322240
00000100:00100000:1.0:1769074959.870612:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657322368
00000100:00100000:1.0:1769074959.870619:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657322368
00000100:00100000:3.0:1769074959.870760:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210428
00000100:00100000:3.0:1769074959.870775:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:13246:x1855007657322240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.870800:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.870822:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41ac8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e05 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.870931:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.870951:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.870964:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.870978:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.870985:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.870991:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074959.871159:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210429
00000100:00100000:2.0:1769074959.871169:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13245:x1855007657322368:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.871178:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.871188:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41add lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e0c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.871220:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.871229:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.871236:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.871248:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.871254:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.871261:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.871485:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41af2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.871496:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.871689:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41af9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.871697:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.871705:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.871713:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074959.871745:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.871746:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.871753:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00200000:3.0:1769074959.871753:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.871779:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00010000:2.0:1769074959.871780:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.871798:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41af2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.871799:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41af9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.871821:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.871822:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.871838:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.871843:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.871859:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.871861:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.871883:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.871886:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.871890:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.871892:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.871925:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.871939:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074959.871942:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.871947:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.871953:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41acf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.871962:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.871967:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.871972:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.871976:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.871978:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.871984:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.872097:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872109:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074959.872111:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.872115:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872121:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41ae4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872131:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872137:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872142:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872147:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.872150:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872155:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872163:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9e362f1b (ffff9032af293700)
00010000:00010000:2.0:1769074959.872165:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.872168:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872173:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41aeb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.872204:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41add lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e0c expref: 314 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.872216:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41af9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e0c expref: 313 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.872222:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074959.872224:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.872227:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:2.0:1769074959.872367:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:13245:x1855007657322368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1198us (1813us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.872384:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210429
00010000:00010000:3.0:1769074959.872541:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x76821429 (ffff90328bb7f700)
00010000:00010000:3.0:1769074959.872544:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.872548:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.872554:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41ad6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.872586:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41ac8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e05 expref: 313 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.872598:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41af2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e05 expref: 312 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.872603:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:3.0:1769074959.872606:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.872608:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24c000, rc 0)
00000100:00100000:3.0:1769074959.872634:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13246:x1855007657322240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1863us (2135us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.872641:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210428
00000100:00100000:2.0:1769074959.883251:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.883282:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.883301:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.883415:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657322496
00000100:00100000:1.0:1769074959.883425:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657322496
00000100:00100000:1.0:1769074959.883475:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657322880
00000100:00100000:1.0:1769074959.883476:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657322880
00000100:00100000:1.0:1769074959.883505:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1580
00000100:00100000:1.0:1769074959.883515:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:2369:x1855007657322496:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.883532:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.883555:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e41af2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e05 expref: 313 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.883582:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074959.883587:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.883629:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:2369:x1855007657322496:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 116us (387us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.883635:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1580
00000100:00100000:1.0:1769074959.883649:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1581
00000100:00100000:1.0:1769074959.883653:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:2367:x1855007657322880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.883659:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.883667:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41af9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e0c expref: 311 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.883677:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074959.883679:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.883689:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:2367:x1855007657322880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 36us (388us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.883693:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1581
00000100:00100000:3.0:1769074959.884076:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657322752
00000100:00100000:3.0:1769074959.884082:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657322752
00000100:00100000:3.0:1769074959.884162:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210430
00000100:00100000:3.0:1769074959.884171:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:13246:x1855007657322752:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.884188:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.884204:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e13 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.884325:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.884340:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b88 expref: 311 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.884347:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.884377:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b88 expref: 311 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.884389:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b88 expref: 311 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.884403:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623406336:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.884468:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.886369:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.886484:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657323136
00000100:00100000:1.0:1769074959.886494:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657323136
00000100:00100000:1.0:1769074959.886586:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210431
00000100:00100000:1.0:1769074959.886596:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13245:x1855007657323136:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.886614:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.886633:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41b0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e1a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.886723:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.886737:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23088ef expref: 313 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.886746:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.886776:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088ef expref: 313 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.886787:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088ef expref: 313 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.886806:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a71a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623406464:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.886943:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.892366:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.892410:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.892499:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657323392
00000100:00100000:2.0:1769074959.892507:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657323392
00010000:00010000:2.0:1769074959.892549:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088ef expref: 314 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.892592:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657323264
00000100:00100000:2.0:1769074959.892595:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657323264
00010000:00010000:2.0:1769074959.892609:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b88 expref: 315 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.892628:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5484
00000100:00100000:2.0:1769074959.892637:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:2367:x1855007657323392:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.892653:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.892659:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088ef expref: 315 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.892673:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088ef expref: 315 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.892694:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074959.892699:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.892708:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.892715:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.892733:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.892786:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:2367:x1855007657323392:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (429us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.892794:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5484
00000100:00100000:2.0:1769074959.892856:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5485
00000100:00100000:2.0:1769074959.892864:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:2367:x1855007657323264:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.892871:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.892887:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b88 expref: 314 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.892898:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b88 expref: 314 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.892945:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:2.0:1769074959.892951:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.892958:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.892964:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.892975:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.892996:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:2367:x1855007657323264:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 131us (583us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.893002:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5485
00010000:00010000:2.0:1769074959.893047:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e40b94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23088ef expref: 313 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.893062:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a71a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623406464:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.893080:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.893093:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.893099:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.893118:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00010000:00010000:2.0:1769074959.893286:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41b0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e1a expref: 314 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.893300:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e1a expref: 313 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.893307:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074959.893310:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074959.893312:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed600, rc 0)
00000100:00100000:2.0:1769074959.893337:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:13245:x1855007657323136:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6744us (6979us total) trans 4295106412 rc 0/0
00000100:00100000:2.0:1769074959.893344:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210431
00010000:00010000:3.0:1769074959.894302:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41319 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308b88 expref: 312 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.894319:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb549880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623406336:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.894337:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.894424:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.894431:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074959.894449:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00010000:00010000:2.0:1769074959.894554:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e13 expref: 313 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.894573:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e13 expref: 312 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.894581:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:2.0:1769074959.894583:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074959.894586:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:2.0:1769074959.894674:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13246:x1855007657322752:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10503us (11388us total) trans 4295106413 rc 0/0
00000100:00100000:2.0:1769074959.894681:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210430
00000100:00100000:1.0:1769074959.899513:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.899640:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657323520
00000100:00100000:2.0:1769074959.899649:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657323520
00000100:00100000:2.0:1769074959.899745:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210432
00000100:00100000:2.0:1769074959.899755:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13246:x1855007657323520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.899779:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.899800:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41b2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e21 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.899901:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.899958:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e13 expref: 313 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.899967:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.900004:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e13 expref: 313 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.900017:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e13 expref: 313 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.900030:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903391264e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623406592:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074959.900198:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7480 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.906255:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.906413:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903391264e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623406592:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.906443:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074959.906699:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657323648
00000100:00100000:1.0:1769074959.906709:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657323648
00000100:00100000:1.0:1769074959.906770:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210433
00000100:00100000:1.0:1769074959.906779:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:13245:x1855007657323648:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074959.906801:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074959.906820:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41b38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e28 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.907040:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.907055:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e1a expref: 315 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.907064:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.907099:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e1a expref: 315 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.907113:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e1a expref: 315 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.907133:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286242300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623406720:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074959.907213:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074959.909220:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074959.909325:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657323776
00000100:00100000:1.0:1769074959.909336:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657323776
00010000:00010000:1.0:1769074959.909372:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e13 expref: 316 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.909468:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5486
00000100:00100000:1.0:1769074959.909477:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:2368:x1855007657323776:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.909492:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.909498:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e13 expref: 316 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.909511:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e13 expref: 316 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.909533:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b07 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e13 expref: 316 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.909550:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074959.909555:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.909564:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.909570:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074959.909659:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.909717:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:2368:x1855007657323776:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 241us (505us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.909727:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5486
00000100:00100000:2.0:1769074959.912018:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286242300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623406720:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074959.912051:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074959.912145:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.912181:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657323904
00000100:00100000:2.0:1769074959.912188:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657323904
00010000:00010000:2.0:1769074959.912221:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e1a expref: 315 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074959.912263:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5487
00000100:00100000:2.0:1769074959.912272:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:2369:x1855007657323904:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074959.912287:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074959.912293:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e1a expref: 315 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.912305:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e1a expref: 315 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.912332:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41b15 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e1a expref: 315 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074959.912348:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074959.912353:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.912362:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.912369:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.912388:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074959.912435:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:2369:x1855007657323904:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 163us (290us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.912442:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5487
00010000:00010000:2.0:1769074959.912465:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.912476:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074959.912520:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.912525:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.912544:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074959.912575:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41b38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e28 expref: 314 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.912593:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e28 expref: 313 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.912600:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074959.912603:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.912606:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:2.0:1769074959.912632:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:13245:x1855007657323648:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5854us (6386us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.912639:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210433
00010000:00010000:0.0:1769074959.912826:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.912834:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074959.912857:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.912860:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.912869:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.912902:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41b2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e21 expref: 313 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.912947:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e21 expref: 312 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.912955:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:0.0:1769074959.912957:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.912960:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:0.0:1769074959.912989:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286242a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13246:x1855007657323520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13236us (13487us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.912995:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210432
00000100:00100000:3.0:1769074959.921251:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.921361:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657324032
00000100:00100000:0.0:1769074959.921371:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657324032
00000100:00100000:0.0:1769074959.921434:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210434
00000100:00100000:0.0:1769074959.921444:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13246:x1855007657324032:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.921465:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.921487:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41b46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e2f expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.921555:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921573:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921584:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921599:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921605:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921612:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921722:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41b5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921731:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921737:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074959.921770:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:0.0:1769074959.921774:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074959.921792:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921802:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41b5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921811:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921821:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921827:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921833:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.921837:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921844:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921856:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074959.921859:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.921864:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921869:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41b4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921891:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921897:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921902:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921951:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074959.921955:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921962:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921971:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x6324417e (ffff903298a49300)
00010000:00010000:0.0:1769074959.921974:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074959.921977:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.921983:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b54 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.922019:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41b46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e2f expref: 314 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.922034:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41b5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e2f expref: 313 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.922041:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:0.0:1769074959.922043:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074959.922045:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cda00, rc 0)
00000100:00100000:0.0:1769074959.922101:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:13246:x1855007657324032:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 659us (859us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.922110:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210434
00000100:00100000:2.0:1769074959.929489:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.929539:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.929633:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657324288
00000100:00100000:3.0:1769074959.929645:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657324288
00000100:00100000:3.0:1769074959.929703:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210435
00000100:00100000:3.0:1769074959.929712:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:13245:x1855007657324288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.929734:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.929754:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41b62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e36 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.929824:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.929849:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.929863:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.929889:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.929897:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.929905:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930067:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930075:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930082:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074959.930117:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:3.0:1769074959.930121:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074959.930141:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930152:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930160:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930167:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930173:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930179:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.930183:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930190:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930203:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074959.930206:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.930211:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930216:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41b69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930228:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930234:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930239:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930244:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074959.930246:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930251:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930257:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2061246 (ffff90328bb7f700)
00010000:00010000:3.0:1769074959.930260:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074959.930263:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930268:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41b70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.930301:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41b62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 315 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.930313:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 314 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.930319:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074959.930321:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074959.930324:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:3.0:1769074959.930380:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:13245:x1855007657324288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 668us (840us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.930387:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210435
00000100:00100000:1.0:1769074959.930478:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657324160
00000100:00100000:1.0:1769074959.930485:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657324160
00000100:00100000:1.0:1769074959.930530:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1582
00000100:00100000:1.0:1769074959.930537:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:2367:x1855007657324160:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.930547:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.930559:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41b5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e2f expref: 314 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074959.930569:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074959.930573:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.930594:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:2367:x1855007657324160:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 58us (1118us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.930601:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1582
00000100:00100000:3.0:1769074959.938766:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.938866:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657324544
00000100:00100000:0.0:1769074959.938893:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657324544
00000100:00100000:0.0:1769074959.939001:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210436
00000100:00100000:0.0:1769074959.939012:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:13246:x1855007657324544:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.939036:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.939064:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41b7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e3d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.939176:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.939190:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ac4 expref: 314 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.939198:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.939232:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ac4 expref: 314 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.939244:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ac4 expref: 314 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.939257:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623406848:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.939350:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90339889f480 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.942739:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.942858:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657324800
00000100:00100000:3.0:1769074959.942869:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657324800
00000100:00100000:3.0:1769074959.942969:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210437
00000100:00100000:3.0:1769074959.942980:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13245:x1855007657324800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.943000:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.943024:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41b8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e44 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.943143:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.943158:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308798 expref: 316 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.943166:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 316 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.943175:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.943209:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 316 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.943222:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.943236:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cee300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623406976:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.943333:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308798 expref: 316 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.943342:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308798 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.943351:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623407104:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.943374:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074959.943617:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623406848:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.943636:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074959.944268:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.944363:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.944707:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657324928
00000100:00100000:3.0:1769074959.944715:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657324928
00010000:00010000:3.0:1769074959.944746:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 317 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.944780:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657325056
00000100:00100000:3.0:1769074959.944783:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657325056
00010000:00010000:3.0:1769074959.944796:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ac4 expref: 318 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.944826:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5488
00000100:00100000:3.0:1769074959.944844:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:2369:x1855007657324928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.944856:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.944863:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 318 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.944882:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 318 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.944904:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074959.944937:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.944946:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.944953:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.944997:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:2369:x1855007657324928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 163us (730us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.945005:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5488
00000100:00100000:3.0:1769074959.945027:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5489
00000100:00100000:3.0:1769074959.945033:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:2369:x1855007657325056:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074959.945041:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074959.945045:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ac4 expref: 317 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.945053:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ac4 expref: 317 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.945064:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e410db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ac4 expref: 317 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.945076:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:3.0:1769074959.945080:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.945086:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.945092:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074959.945111:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074959.945140:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:2369:x1855007657325056:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 107us (775us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074959.945146:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5489
00010000:00010000:0.0:1769074959.945356:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.945364:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074959.945388:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00010000:00010000:0.0:1769074959.945551:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41b7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e3d expref: 317 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.945567:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e3d expref: 316 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.945574:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:0.0:1769074959.945577:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074959.945579:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd800, rc 0)
00000100:00100000:0.0:1769074959.945607:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13246:x1855007657324544:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6598us (6852us total) trans 4295106414 rc 0/0
00000100:00100000:0.0:1769074959.945614:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210436
00010000:00010000:3.0:1769074959.951151:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000da7bdc5b x1855007623406976) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 315 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.951179:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41b77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e36 expref: 315 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.951196:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cee300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623406976:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.951211:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623407104:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074959.951237:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074959.951243:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.951253:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.951264:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074959.952154:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.952196:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.952278:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657325312
00000100:00100000:0.0:1769074959.952287:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657325312
00000100:00100000:0.0:1769074959.952348:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210438
00000100:00100000:0.0:1769074959.952360:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13246:x1855007657325312:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074959.952387:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074959.952406:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41ba1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e4b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.952493:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.952505:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e3d expref: 316 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.952513:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.952545:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e3d expref: 316 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074959.952557:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e3d expref: 316 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.952570:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623407232:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074959.952651:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074959.952720:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657325184
00000100:00100000:1.0:1769074959.952727:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657325184
00010000:00010000:1.0:1769074959.952751:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308798 expref: 317 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074959.952784:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5490
00000100:00100000:1.0:1769074959.952792:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:2368:x1855007657325184:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074959.952801:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074959.952808:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308798 expref: 317 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.952821:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308798 expref: 317 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.952850:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e407a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308798 expref: 317 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074959.952866:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:1.0:1769074959.952871:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.952890:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.952896:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074959.952939:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074959.952970:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:2368:x1855007657325184:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 178us (820us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074959.952979:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5490
00010000:00010000:3.0:1769074959.953209:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074959.953218:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074959.953238:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00010000:00010000:3.0:1769074959.953377:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41b8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e44 expref: 317 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.953391:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e44 expref: 316 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.953397:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074959.953400:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074959.953402:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:3.0:1769074959.953426:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13245:x1855007657324800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10449us (10696us total) trans 4295106415 rc 0/0
00000100:00100000:3.0:1769074959.953432:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210437
00000100:00100000:0.0:1769074959.962106:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623407232:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.962136:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074959.963260:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074959.963372:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657325440
00000100:00100000:3.0:1769074959.963381:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657325440
00000100:00100000:3.0:1769074959.963478:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210439
00000100:00100000:3.0:1769074959.963488:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13245:x1855007657325440:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074959.963512:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074959.963532:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41bb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e52 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.963614:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.963628:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e44 expref: 317 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.963643:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074959.963674:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e44 expref: 317 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074959.963686:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e44 expref: 317 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074959.963700:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623407360:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074959.963777:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074959.966621:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.966863:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657325568
00000100:00100000:0.0:1769074959.966881:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657325568
00010000:00010000:0.0:1769074959.966954:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e3d expref: 318 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.966989:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5491
00000100:00100000:0.0:1769074959.966999:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:2366:x1855007657325568:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074959.967014:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.967020:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e3d expref: 318 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.967032:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e3d expref: 318 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.967057:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41b85 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e3d expref: 318 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.967080:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:0.0:1769074959.967085:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.967093:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.967100:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074959.967376:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.967448:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:2366:x1855007657325568:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 449us (835us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.967456:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5491
00010000:00010000:2.0:1769074959.969547:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.969563:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074959.969614:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.969619:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.969641:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074959.969685:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41ba1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e4b expref: 317 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.969705:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e4b expref: 316 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.969715:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:2.0:1769074959.969717:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.969720:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cc000, rc 0)
00000100:00100000:2.0:1769074959.969953:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13246:x1855007657325312:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17595us (17755us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.969962:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210438
00000100:00100000:2.0:1769074959.978446:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074959.978630:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657325696
00000100:00100000:0.0:1769074959.978641:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657325696
00010000:00010000:0.0:1769074959.978682:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e44 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074959.978728:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5492
00000100:00100000:0.0:1769074959.978737:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:2368:x1855007657325696:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1769074959.978747:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623407360:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074959.978751:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074959.978757:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e44 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.978769:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e44 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074959.979029:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.981799:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41b93 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e44 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074959.981827:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:0.0:1769074959.981833:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.981843:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.981850:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074959.981903:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074959.982013:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:2368:x1855007657325696:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 3275us (3576us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074959.982024:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5492
00010000:00010000:2.0:1769074959.982640:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.982649:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074959.982699:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.982705:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.982725:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983055:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41bb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e52 expref: 315 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.983073:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e52 expref: 314 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.983087:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:2.0:1769074959.983090:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.983093:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:2.0:1769074959.983146:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:13245:x1855007657325440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19659us (19891us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.983154:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210439
00000100:00100000:3.0:1769074959.983260:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.983378:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657325824
00000100:00100000:2.0:1769074959.983385:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657325824
00000100:00100000:2.0:1769074959.983432:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210440
00000100:00100000:2.0:1769074959.983441:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:13246:x1855007657325824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.983459:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.983476:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41bc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e59 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.983528:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983540:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983551:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983565:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983572:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983582:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983644:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983651:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983657:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983663:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.983667:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983673:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983683:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.983686:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.983690:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983695:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41bcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983704:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983710:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983719:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983724:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.983727:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983731:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983738:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x960b89e0 (ffff9032af293700)
00010000:00010000:2.0:1769074959.983741:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.983744:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983749:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41bd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.983772:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41bc4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e59 expref: 315 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.983781:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.983784:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.983787:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41bc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e59 expref: 315 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.983794:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:2.0:1769074959.983832:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:13246:x1855007657325824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 392us (573us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074959.983844:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210440
00000100:00100000:3.0:1769074959.990503:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.990588:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657325952
00000100:00100000:2.0:1769074959.990599:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657325952
00000100:00100000:2.0:1769074959.990662:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210441
00000100:00100000:2.0:1769074959.990673:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+314:13245:x1855007657325952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.990694:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.990717:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41bd9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e60 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.990786:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.990802:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.990811:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.990820:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.990825:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.990828:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991046:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991054:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991060:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074959.991094:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:2.0:1769074959.991099:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074959.991116:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991126:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991133:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991138:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991145:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991151:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903388af0800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.991156:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991163:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991174:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074959.991177:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.991182:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991186:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41be0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991194:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991198:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991202:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991204:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903388af0e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.991206:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991209:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991213:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xbcf75103 (ffff9032af293900)
00010000:00010000:2.0:1769074959.991214:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.991215:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991218:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41be7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.991239:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41bd9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 316 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.991247:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 315 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.991251:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:2.0:1769074959.991253:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074959.991254:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903388af1a00, rc 0)
00000100:00100000:2.0:1769074959.991865:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13245:x1855007657325952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1190us (1368us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074959.991883:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210441
00000100:00100000:3.0:1769074959.994295:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074959.994393:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657326080
00000100:00100000:2.0:1769074959.994404:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657326080
00000100:00100000:2.0:1769074959.997169:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210442
00000100:00100000:2.0:1769074959.997186:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13246:x1855007657326080:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074959.997205:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074959.997222:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41bf5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e67 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.997279:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997290:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997298:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997306:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997310:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997316:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997378:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997385:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997391:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997395:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903388af0800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.997398:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997402:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997411:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.997413:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.997416:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997420:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41bfc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997427:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997431:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997434:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997437:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903388af1600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074959.997438:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997441:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997445:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa2d6c89 (ffff9032af293900)
00010000:00010000:2.0:1769074959.997447:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.997448:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997451:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41c03 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074959.997475:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41bf5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e67 expref: 316 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.997482:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074959.997484:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074959.997487:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0e00/0x2152b583a6e41bf5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e67 expref: 316 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074959.997494:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903388af0e00, rc 0)
00000100:00100000:2.0:1769074959.997567:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13246:x1855007657326080:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 387us (3281us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074959.997575:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210442
00000100:00100000:0.0:1769074960.003358:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.003440:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.003526:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657326464
00000100:00100000:1.0:1769074960.003536:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657326464
00000100:00100000:1.0:1769074960.003629:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210443
00000100:00100000:1.0:1769074960.003640:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13245:x1855007657326464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.003660:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.003681:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41c0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e6e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.003795:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.003810:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c2 expref: 316 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.003818:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 316 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.003826:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.003868:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 316 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.003890:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 316 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.003904:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286243b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623407488:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074960.004015:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c2 expref: 316 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.004024:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c2 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.004033:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286240a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623407616:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.004057:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ce40 going to sleep for 11 seconds
00000100:00100000:2.0:1769074960.004450:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657326208
00000100:00100000:2.0:1769074960.004455:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657326208
00010000:00010000:2.0:1769074960.004473:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 317 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074960.004499:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5493
00000100:00100000:2.0:1769074960.004506:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:2369:x1855007657326208:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.004516:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.004522:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 317 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074960.004534:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 317 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074960.004553:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:2.0:1769074960.004558:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.004564:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.004569:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.004601:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:2369:x1855007657326208:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 96us (1254us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.004607:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5493
00010000:00010000:1.0:1769074960.006779:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000a880b16d x1855007623407488) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 316 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.006802:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41bee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e60 expref: 316 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.006819:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286243b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623407488:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.009448:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286240a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623407616:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074960.009480:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:1.0:1769074960.009488:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.009499:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.009507:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074960.009717:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.009781:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657326592
00000100:00100000:1.0:1769074960.009788:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657326592
00010000:00010000:1.0:1769074960.009826:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c2 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.009866:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5494
00000100:00100000:1.0:1769074960.009885:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:2366:x1855007657326592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.009899:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.009942:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c2 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.009962:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c2 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.009985:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e40822 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087c2 expref: 316 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.010001:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:1.0:1769074960.010005:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.010013:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.010020:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.010190:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.010249:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:2366:x1855007657326592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 375us (533us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.010256:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5494
00010000:00010000:3.0:1769074960.013347:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.013364:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074960.013390:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00010000:00010000:3.0:1769074960.013611:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41c0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e6e expref: 316 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.013638:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e6e expref: 315 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.013647:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:3.0:1769074960.013657:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074960.013660:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed000, rc 0)
00000100:00100000:3.0:1769074960.013797:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13245:x1855007657326464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10158us (10355us total) trans 4295106416 rc 0/0
00000100:00100000:3.0:1769074960.013806:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210443
00000100:00100000:2.0:1769074960.015483:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.015888:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657327104
00000100:00100000:1.0:1769074960.015899:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657327104
00000100:00100000:1.0:1769074960.016075:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210444
00000100:00100000:1.0:1769074960.016085:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13246:x1855007657327104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.016105:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.016109:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074960.016131:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e41511 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c0d expref: 315 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.016152:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074960.016156:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074960.016172:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c1f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e75 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.016298:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.016311:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.016321:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.016334:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.016341:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.016347:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:1.0:1769074960.016679:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d1:0x0], index 0: 0
00010000:00010000:1.0:1769074960.017354:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.017367:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.017377:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.017422:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.017429:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.017436:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.017442:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074960.017446:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.017452:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.017461:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074960.017464:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074960.017467:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.017473:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c26 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:1.0:1769074960.017484:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007c4b446e reply state 000000005a068430 transno 4295106417 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074960.017493:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074960.017523:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c1f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e75 expref: 317 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.017535:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e75 expref: 316 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.017542:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074960.017545:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074960.017547:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec200, rc 0)
00000100:00100000:1.0:1769074960.017622:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:13246:x1855007657327104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1538us (2146us total) trans 4295106417 rc 0/0
00000100:00100000:1.0:1769074960.017630:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210444
00000100:00100000:2.0:1769074960.017803:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.017844:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657326720
00000100:00100000:2.0:1769074960.017851:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657326720
00002000:00100000:2.0:1769074960.017902:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x39:0x0] (0->4095)  req@ffff9032ae9d5f80 x1855007657326720/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:496/0 lens 4584/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074960.017932:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9032ae9d5f80 with x1855007657326720 ext(0->4095)
00002000:00010000:2.0:1769074960.017937:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9032ae9d5f80
00000100:00100000:2.0:1769074960.017958:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 628
00000100:00100000:2.0:1769074960.017966:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657326720:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:2.0:1769074960.018294:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657326720:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 329us (490us total) trans 4294968157 rc 0/0
00000100:00100000:2.0:1769074960.018302:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 628
00002000:00100000:2.0:1769074960.018308:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x39:0x0] (0->4095)  req@ffff9032ae9d5f80 x1855007657326720/t4294968157(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:496/0 lens 4584/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074960.018316:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9032ae9d5f80 with x1855007657326720 ext(0->4095)
00002000:00010000:2.0:1769074960.018320:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9032ae9d5f80
00000100:00100000:2.0:1769074960.018386:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.018404:0:13312:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657326848
00000100:00100000:2.0:1769074960.018408:0:13312:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657326848
00002000:00100000:2.0:1769074960.018428:0:13312:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x39:0x0] (0->4095)  req@ffff9032ae9d4380 x1855007657326848/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:496/0 lens 4584/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074960.018435:0:13312:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9032ae9d4380 with x1855007657326848 ext(0->4095)
00002000:00010000:2.0:1769074960.018438:0:13312:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9032ae9d4380
00000100:00100000:2.0:1769074960.018455:0:13312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 629
00000100:00100000:2.0:1769074960.018461:0:13312:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657326848:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:2.0:1769074960.018684:0:13312:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2368:x1855007657326848:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 222us (296us total) trans 4294968246 rc 0/0
00000100:00100000:2.0:1769074960.018691:0:13312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 629
00002000:00100000:2.0:1769074960.018697:0:13312:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x39:0x0] (0->4095)  req@ffff9032ae9d4380 x1855007657326848/t4294968246(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:496/0 lens 4584/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:2.0:1769074960.018704:0:13312:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9032ae9d4380 with x1855007657326848 ext(0->4095)
00002000:00010000:2.0:1769074960.018707:0:13312:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9032ae9d4380
00000100:00080000:3.0:1769074960.019119:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00080000:3.0:1769074960.019124:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:3.0:1769074960.019206:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.019553:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657327232
00000100:00100000:0.0:1769074960.019559:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657327232
00000100:00100000:0.0:1769074960.019604:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210445
00000100:00100000:0.0:1769074960.019613:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:13245:x1855007657327232:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.019630:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.019648:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41c42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e7c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.019715:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.019730:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e6e expref: 318 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.019738:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.019770:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e6e expref: 318 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.019782:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e6e expref: 318 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.019795:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623407744:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.019870:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8000 going to sleep for 11 seconds
00000100:00100000:2.0:1769074960.028135:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074960.028226:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.028240:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.028247:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.028253:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074960.028258:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.028265:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.028282:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x960b89e0 (ffff9032a2c16100)
00010000:00010000:1.0:1769074960.028285:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074960.028290:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.028296:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41c2d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074960.028464:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657327360
00000100:00100000:3.0:1769074960.028475:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657327360
00000100:00100000:3.0:1769074960.028534:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2964
00000100:00100000:3.0:1769074960.028544:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657327360:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.028562:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.028580:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e83 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074960.028606:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074960.028623:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074960.028625:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074960.028633:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e83 expref: 76 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074960.028655:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e83 expref: 76 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074960.028667:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:3.0:1769074960.029057:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657327360:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 514us (932us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.029063:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2964
00000100:00100000:0.0:1769074960.030531:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623407744:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.030557:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074960.030820:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.030961:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657327488
00000100:00100000:1.0:1769074960.030969:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657327488
00010000:00010000:1.0:1769074960.031000:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e6e expref: 318 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.031033:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5495
00000100:00100000:1.0:1769074960.031042:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:2369:x1855007657327488:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.031056:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.031061:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e6e expref: 318 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.031073:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e6e expref: 318 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.031094:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c11 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e6e expref: 318 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.031108:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:1.0:1769074960.031113:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.031121:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.031128:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.031146:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.031194:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:2369:x1855007657327488:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 152us (374us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.031202:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5495
00010000:00010000:0.0:1769074960.031768:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.031775:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074960.032257:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.032264:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.032287:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.032323:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41c42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e7c expref: 317 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.032341:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e7c expref: 316 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.032349:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:0.0:1769074960.032352:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.032355:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd400, rc 0)
00000100:00100000:0.0:1769074960.032440:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13245:x1855007657327232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12828us (13234us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.032446:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210445
00000100:00100000:1.0:1769074960.038362:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.038589:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657327744
00000100:00100000:3.0:1769074960.038601:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657327744
00000100:00100000:3.0:1769074960.038754:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4385
00000100:00100000:3.0:1769074960.038765:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13246:x1855007657327744:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074960.039437:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:13246:x1855007657327744:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 671us (1085us total) trans 4295106418 rc 0/0
00000100:00100000:3.0:1769074960.039445:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4385
00000100:00100000:2.0:1769074960.049765:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.050115:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.050243:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657328128
00000100:00100000:0.0:1769074960.050254:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657328128
00000100:00100000:0.0:1769074960.050358:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657328000
00000100:00100000:0.0:1769074960.050362:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657328000
00000100:00100000:1.0:1769074960.050401:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210446
00000100:00100000:1.0:1769074960.050413:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:13245:x1855007657328128:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074960.050424:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210447
00000100:00100000:3.0:1769074960.050434:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:13246:x1855007657328000:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.050439:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.050440:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.050460:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c57 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e91 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.050460:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41c5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e8a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.050528:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050542:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050553:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.050554:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.050564:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e75 expref: 320 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.050566:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050574:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.050578:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.050580:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.050613:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e75 expref: 320 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.050625:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e75 expref: 320 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.050639:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623407872:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074960.050672:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050679:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050688:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074960.050711:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:1.0:1769074960.050716:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000100:00100000:3.0:1769074960.050726:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ab40 going to sleep for 11 seconds
00000004:00010000:1.0:1769074960.050733:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050743:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050752:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050758:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050764:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050775:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eedc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074960.050780:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050786:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050798:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074960.050802:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074960.050806:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050811:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41c65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050836:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050842:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050847:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050851:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074960.050854:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050859:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050865:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x98ca20bd (ffff9032a2c16100)
00010000:00010000:1.0:1769074960.050867:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074960.050870:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050886:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41c73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.050952:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41c57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e91 expref: 321 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.050965:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e91 expref: 320 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.050972:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:1.0:1769074960.050975:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074960.050978:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed200, rc 0)
00000100:00100000:1.0:1769074960.051016:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13245:x1855007657328128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 605us (1261us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.051024:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210446
00000100:00100000:2.0:1769074960.057669:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.057807:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657328384
00000100:00100000:0.0:1769074960.057825:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657328384
00000100:00100000:3.0:1769074960.058070:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623407872:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.058097:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.058140:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210448
00000100:00100000:0.0:1769074960.058150:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13245:x1855007657328384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.058170:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.058189:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41c81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e98 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.058290:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.058305:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23087e5 expref: 321 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.058324:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e91 expref: 321 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.058333:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.058366:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e91 expref: 321 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.058378:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e91 expref: 321 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.058390:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408000:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.058481:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087e5 expref: 321 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.058490:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087e5 expref: 321 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.058498:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408128:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.058519:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.065306:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.065398:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074960.065764:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000c3c0d6c5 x1855007623408000) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e91 expref: 321 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.065786:0:7034:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e91 expref: 321 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.065812:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41c7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e91 expref: 321 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.065854:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408000:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.065869:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408128:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.065902:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:0.0:1769074960.065936:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.065946:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.065955:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074960.067388:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.067677:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657328640
00000100:00100000:2.0:1769074960.067688:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657328640
00010000:00010000:2.0:1769074960.067731:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e75 expref: 321 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074960.067775:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657328512
00000100:00100000:2.0:1769074960.067779:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657328512
00000100:00100000:2.0:1769074960.067821:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5496
00000100:00100000:2.0:1769074960.067830:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:2369:x1855007657328640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.067846:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.067853:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e75 expref: 322 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074960.067865:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e75 expref: 322 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074960.067898:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41c34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e75 expref: 322 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074960.067928:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:2.0:1769074960.067933:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.067942:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.067950:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.067980:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.068033:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:2369:x1855007657328640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 203us (2736us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.068042:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5496
00000100:00100000:2.0:1769074960.068060:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1583
00000100:00100000:2.0:1769074960.068066:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:2369:x1855007657328512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.068074:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.068077:0:13409:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e41c7a)
00010000:00010000:2.0:1769074960.068079:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.068095:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:2369:x1855007657328512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 29us (2697us total) trans 0 rc 116/116
00000100:00100000:2.0:1769074960.068100:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1583
00010000:00010000:0.0:1769074960.069158:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.069171:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074960.069195:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041e:0x0]: returning size 0
00010000:00010000:0.0:1769074960.069395:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41c5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e8a expref: 321 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.069415:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e8a expref: 320 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.069423:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074960.069426:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074960.069429:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:0.0:1769074960.069483:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13246:x1855007657328000:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19049us (19367us total) trans 4295106419 rc 0/0
00000100:00100000:0.0:1769074960.069490:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210447
00000100:00100000:1.0:1769074960.070371:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657328768
00000100:00100000:1.0:1769074960.070383:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657328768
00010000:00010000:1.0:1769074960.070415:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087e5 expref: 320 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.070448:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5497
00000100:00100000:1.0:1769074960.070457:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:2369:x1855007657328768:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.070473:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.070479:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087e5 expref: 320 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.070491:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087e5 expref: 320 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.070509:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e40884 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23087e5 expref: 320 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.070521:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:1.0:1769074960.070525:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.070535:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.070547:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.070570:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.070606:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+319:2369:x1855007657328768:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 149us (3508us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.070612:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5497
00010000:00010000:0.0:1769074960.070784:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.070791:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074960.070808:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00010000:00010000:0.0:1769074960.071020:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41c81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e98 expref: 320 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.071035:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e98 expref: 319 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.071043:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:0.0:1769074960.071046:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074960.071048:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd000, rc 0)
00000100:00100000:0.0:1769074960.071074:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb829500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+319:13245:x1855007657328384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12926us (13416us total) trans 4295106420 rc 0/0
00000100:00100000:0.0:1769074960.071081:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210448
00000100:00100000:3.0:1769074960.076255:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.076504:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657328896
00000100:00100000:0.0:1769074960.076518:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657328896
00000100:00100000:0.0:1769074960.076623:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210449
00000100:00100000:0.0:1769074960.076636:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+319:13245:x1855007657328896:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.076669:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.076691:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41c9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308e9f expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.076781:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.076795:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e98 expref: 320 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.076803:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.076850:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e98 expref: 320 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.076864:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e98 expref: 320 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.076888:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408256:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.077005:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8000 going to sleep for 11 seconds
00000100:00100000:2.0:1769074960.082373:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.082521:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657329024
00000100:00100000:3.0:1769074960.082532:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657329024
00000100:00100000:3.0:1769074960.082585:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210450
00000100:00100000:3.0:1769074960.082596:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:13246:x1855007657329024:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.082625:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.082661:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e41cab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ea6 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.082769:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.082785:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e8a expref: 322 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.082794:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.082832:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e8a expref: 322 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.082844:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e8a expref: 322 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.082857:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cec700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623408384:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.082989:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.083776:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408256:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.083799:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074960.086121:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.086320:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cec700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623408384:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.086347:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.086400:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657329152
00000100:00100000:0.0:1769074960.086408:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657329152
00010000:00010000:0.0:1769074960.086444:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e98 expref: 323 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.086537:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5498
00000100:00100000:0.0:1769074960.086547:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:2369:x1855007657329152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.086565:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.086573:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e98 expref: 323 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.086585:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e98 expref: 323 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.086607:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41c88 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e98 expref: 323 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.086624:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:0.0:1769074960.086630:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.086639:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.086647:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.086681:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.086737:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:2369:x1855007657329152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 190us (624us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.086745:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5498
00010000:00010000:2.0:1769074960.087238:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.087247:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074960.087292:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.087297:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.087404:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.087439:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41c9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e9f expref: 322 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.087459:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e9f expref: 321 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.087466:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:2.0:1769074960.087469:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.087471:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd800, rc 0)
00000100:00100000:2.0:1769074960.088103:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:13245:x1855007657328896:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11467us (11854us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.088111:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210449
00000100:00100000:2.0:1769074960.089344:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.089666:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657329280
00000100:00100000:0.0:1769074960.089676:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657329280
00010000:00010000:0.0:1769074960.089712:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e8a expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.089750:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5499
00000100:00100000:0.0:1769074960.089760:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:2368:x1855007657329280:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.089780:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.089786:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e8a expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.089798:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e8a expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.089817:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41c6c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e8a expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.089842:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074960.089848:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.089857:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.089865:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.089935:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.089989:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:2368:x1855007657329280:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 229us (649us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.089995:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5499
00010000:00010000:3.0:1769074960.090338:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.090347:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074960.090396:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041e:0x0]: returning size 0
00000004:00200000:3.0:1769074960.090403:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.090423:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.090458:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbb7b400/0x2152b583a6e41cab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ea6 expref: 320 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.090473:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ea6 expref: 319 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.090480:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:3.0:1769074960.090482:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.090485:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12e00, rc 0)
00000100:00100000:3.0:1769074960.090588:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+319:13246:x1855007657329024:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7994us (8225us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.090596:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210450
00000100:00100000:2.0:1769074960.097856:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.098090:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.098182:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657329536
00000100:00100000:1.0:1769074960.098193:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657329536
00000100:00100000:1.0:1769074960.098255:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2965
00000100:00100000:1.0:1769074960.098266:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:13246:x1855007657329536:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.098286:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.098306:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308eb4 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.098339:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e83 expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074960.098348:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074960.098350:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074960.098355:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.098392:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e83 expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074960.098407:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e83 expref: 77 pid: 13367 timeout: 2045 lvb_type: 1
00000100:00100000:1.0:1769074960.098427:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286243b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623408512:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.098513:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.099949:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657329408
00000100:00100000:3.0:1769074960.099960:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657329408
00000100:00100000:2.0:1769074960.100319:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210451
00000100:00100000:2.0:1769074960.100329:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+319:13245:x1855007657329408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.100346:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.100365:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41cc0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ead expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.100436:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100449:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100459:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100472:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100479:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100486:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100587:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100595:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100602:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074960.100636:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.100641:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.100659:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100670:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100677:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100688:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100694:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100700:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903388af1600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.100704:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100712:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100723:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074960.100725:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.100730:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100735:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1600/0x2152b583a6e41cc7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100746:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100751:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100771:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100775:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903388af0800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.100778:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100783:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100791:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3afecd66 (ffff9032af293900)
00010000:00010000:2.0:1769074960.100793:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.100796:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100801:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af0800/0x2152b583a6e41cce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.100831:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903388af1a00/0x2152b583a6e41cc0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 321 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.100843:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 320 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.100850:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074960.100852:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.100854:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:2.0:1769074960.100972:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb828a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13245:x1855007657329408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 644us (3127us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.100979:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210451
00000100:00100000:1.0:1769074960.104821:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286243b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623408512:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074960.111543:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.111568:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed000, rc 0)
00000100:00100000:1.0:1769074960.112468:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13246:x1855007657329536:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14195us (14369us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.112481:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2965
00000100:00100000:3.0:1769074960.112698:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.113450:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657329792
00000100:00100000:0.0:1769074960.113465:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657329792
00000100:00100000:0.0:1769074960.113539:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210452
00000100:00100000:0.0:1769074960.113549:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13245:x1855007657329792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.113572:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.113595:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41cdc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ebb expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.113706:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.113721:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308808 expref: 321 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.113729:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 321 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.113737:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.113772:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 321 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.113784:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.113798:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408640:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.114281:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308808 expref: 321 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.114291:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308808 expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.114305:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408768:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.114331:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.114559:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.114608:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.114731:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657329920
00000100:00100000:1.0:1769074960.114738:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657329920
00010000:00010000:1.0:1769074960.114764:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e83 expref: 77 pid: 13367 timeout: 2045 lvb_type: 1
00000100:00100000:1.0:1769074960.114797:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657330048
00000100:00100000:1.0:1769074960.114800:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657330048
00010000:00010000:1.0:1769074960.114810:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 322 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.114843:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5500
00000100:00100000:1.0:1769074960.114850:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2367:x1855007657329920:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.114862:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.114892:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e83 expref: 77 pid: 13367 timeout: 2045 lvb_type: 1
00010000:00010000:1.0:1769074960.114924:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e83 expref: 77 pid: 13367 timeout: 2045 lvb_type: 1
00010000:00010000:1.0:1769074960.114946:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41c50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e83 expref: 77 pid: 13367 timeout: 2045 lvb_type: 1
00010000:00010000:1.0:1769074960.114960:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074960.114963:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074960.114970:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.114978:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.115009:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074960.115020:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286243b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5747:1855007623408896:192.168.204.54@tcp:105:
00000100:00100000:1.0:1769074960.115058:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.115626:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5501
00000100:00100000:3.0:1769074960.115639:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:2367:x1855007657330048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.115650:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.115656:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 322 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074960.115668:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 322 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074960.115687:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:3.0:1769074960.115692:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.115699:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.115705:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.115734:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:2367:x1855007657330048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 99us (1125us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.115741:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5501
00000100:00100000:3.0:1769074960.120225:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286243b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5747:1855007623408896:192.168.204.54@tcp:105:
00010000:00010000:3.0:1769074960.120254:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.120322:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2367:x1855007657329920:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 5471us (5763us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.120333:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5500
00010000:00010000:0.0:1769074960.120739:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000001a05542e x1855007623408640) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.120760:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41cd5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ead expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.120775:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408640:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.120789:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623408768:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.120804:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074960.120809:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.120817:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.120825:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074960.123568:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.124151:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657330176
00000100:00100000:1.0:1769074960.124166:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657330176
00010000:00010000:1.0:1769074960.124216:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308808 expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.124289:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5502
00000100:00100000:1.0:1769074960.124300:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:2368:x1855007657330176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.124319:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.124325:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308808 expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.124339:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308808 expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.124363:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e408ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308808 expref: 321 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.124380:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:1.0:1769074960.124386:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.124396:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.124403:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.124491:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.124553:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:2368:x1855007657330176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 254us (993us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.124562:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5502
00010000:00010000:2.0:1769074960.125431:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.125442:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074960.125463:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00010000:00010000:2.0:1769074960.125629:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41cdc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ebb expref: 321 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.125646:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ebb expref: 320 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.125653:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074960.125656:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.125659:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd600, rc 0)
00000100:00100000:2.0:1769074960.126392:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13245:x1855007657329792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12841us (13690us total) trans 4295106421 rc 0/0
00000100:00100000:2.0:1769074960.126402:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210452
00000100:00100000:3.0:1769074960.127621:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.127725:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657330432
00000100:00100000:1.0:1769074960.127736:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657330432
00000100:00100000:1.0:1769074960.128403:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4386
00000100:00100000:1.0:1769074960.128415:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2ca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13246:x1855007657330432:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.128783:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2ca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:13246:x1855007657330432:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 370us (1167us total) trans 4295106422 rc 0/0
00000100:00100000:1.0:1769074960.128791:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4386
00000100:00100000:3.0:1769074960.134723:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.135156:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657330560
00000100:00100000:2.0:1769074960.135167:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657330560
00000100:00100000:2.0:1769074960.135427:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210453
00000100:00100000:2.0:1769074960.135437:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:13245:x1855007657330560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.135463:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.135486:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41cf1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ec2 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.135580:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.135595:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ebb expref: 322 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.135604:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.135638:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ebb expref: 322 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.135651:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ebb expref: 322 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074960.135665:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb82b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409024:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.135753:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.136808:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.140043:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657330688
00000100:00100000:1.0:1769074960.140058:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657330688
00000100:00100000:1.0:1769074960.140132:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210454
00000100:00100000:1.0:1769074960.140142:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:13246:x1855007657330688:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.140168:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.140190:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41cff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ec9 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.140259:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140285:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140297:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140313:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140320:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140326:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140437:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140445:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140453:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074960.140491:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041e:0x0]: returning size 2048
00000004:00200000:1.0:1769074960.140496:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074960.140517:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140529:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140537:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140544:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140550:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140556:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eedc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074960.140560:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140567:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140579:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074960.140583:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074960.140587:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140593:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140607:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140612:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140618:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140622:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074960.140625:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140630:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140637:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x960b89e0 (ffff9032a2c16100)
00010000:00010000:1.0:1769074960.140640:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074960.140643:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140648:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.140678:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41cff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 325 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.140692:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 324 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.140699:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074960.140702:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074960.140705:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec600, rc 0)
00000100:00100000:1.0:1769074960.140773:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13246:x1855007657330688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 632us (3969us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.140781:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210454
00000100:00100000:3.0:1769074960.150044:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.150158:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb82b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409024:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.150186:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074960.150357:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.150391:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.150444:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657331072
00000100:00100000:0.0:1769074960.150451:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657331072
00000100:00100000:0.0:1769074960.150512:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210455
00000100:00100000:0.0:1769074960.150521:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13246:x1855007657331072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.150542:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.150561:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ed0 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.150667:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.150681:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ea6 expref: 325 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.150688:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 325 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.150695:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.150726:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 325 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.150737:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 325 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.150749:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623409152:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.150846:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ea6 expref: 325 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.150855:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ea6 expref: 325 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.150864:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623409280:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.150903:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.153976:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657330816
00000100:00100000:1.0:1769074960.153992:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657330816
00010000:00010000:1.0:1769074960.154036:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ebb expref: 326 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.154128:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657331200
00000100:00100000:1.0:1769074960.154133:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657331200
00010000:00010000:1.0:1769074960.154148:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 327 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.155221:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5503
00000100:00100000:0.0:1769074960.155237:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+327:2369:x1855007657330816:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.155286:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.155294:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ebb expref: 327 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.155308:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ebb expref: 327 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.155332:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ce3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ebb expref: 327 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.155350:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074960.155356:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.155365:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.155372:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.155415:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.155478:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:2369:x1855007657330816:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 246us (5444us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.155485:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5503
00000100:00100000:0.0:1769074960.155537:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5504
00000100:00100000:0.0:1769074960.155544:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:2369:x1855007657331200:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.155552:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.155559:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 325 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.155568:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 325 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.155579:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074960.155583:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.155590:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.155596:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.155615:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:2369:x1855007657331200:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 71us (5223us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.155621:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5504
00010000:00010000:2.0:1769074960.156705:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000001a05542e x1855007623409152) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 324 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074960.156725:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec9 expref: 324 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074960.156738:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623409152:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.156751:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623409280:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.156770:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:2.0:1769074960.156774:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.156781:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.156789:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.156997:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.157006:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074960.157056:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:3.0:1769074960.157061:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.157081:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.157111:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41cf1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec2 expref: 324 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.157138:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec2 expref: 323 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.157146:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:3.0:1769074960.157149:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.157151:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6a00, rc 0)
00000100:00100000:3.0:1769074960.157198:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:13245:x1855007657330560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 21762us (22484us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.157206:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210453
00000100:00100000:3.0:1769074960.157255:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.157276:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657331328
00000100:00100000:3.0:1769074960.157282:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657331328
00010000:00010000:3.0:1769074960.157305:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ea6 expref: 323 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.157329:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5505
00000100:00100000:3.0:1769074960.157336:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:2369:x1855007657331328:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.157347:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.157351:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ea6 expref: 323 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074960.157361:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ea6 expref: 323 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074960.157375:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41cb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ea6 expref: 323 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074960.157385:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:3.0:1769074960.157388:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.157396:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.157402:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.157421:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.157440:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:2369:x1855007657331328:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 104us (186us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.157446:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5505
00010000:00010000:2.0:1769074960.158645:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.158659:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074960.158678:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041e:0x0]: returning size 2048
00010000:00010000:2.0:1769074960.158824:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed0 expref: 323 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.158863:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed0 expref: 322 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.158880:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:2.0:1769074960.158884:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.158887:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd000, rc 0)
00000100:00100000:2.0:1769074960.158946:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:13246:x1855007657331072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8426us (8588us total) trans 4295106423 rc 0/0
00000100:00100000:2.0:1769074960.158953:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210455
00000100:00100000:2.0:1769074960.164474:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.164520:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.164606:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657331456
00000100:00100000:0.0:1769074960.164615:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657331456
00000100:00100000:0.0:1769074960.164669:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657331584
00000100:00100000:0.0:1769074960.164673:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657331584
00000100:00100000:0.0:1769074960.164702:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210456
00000100:00100000:0.0:1769074960.164711:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:13245:x1855007657331456:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.164735:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.164754:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41d30 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ed7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.164820:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.164835:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.164847:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.164860:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.164867:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.164885:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165035:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165043:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165049:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074960.165082:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.165087:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.165104:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165242:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165255:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165261:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165272:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165278:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.165282:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165289:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165301:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074960.165304:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.165309:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165315:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41d37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165328:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165333:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165338:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165342:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.165345:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165350:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165358:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x76821429 (ffff903298a49300)
00010000:00010000:0.0:1769074960.165360:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.165363:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165369:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41d3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165400:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41d30 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 325 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.165412:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 324 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.165419:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:0.0:1769074960.165421:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.165424:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:0.0:1769074960.165481:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13245:x1855007657331456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 771us (1016us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.165488:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210456
00000100:00100000:0.0:1769074960.165508:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210457
00000100:00100000:0.0:1769074960.165516:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:13246:x1855007657331584:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.165524:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.165533:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41d4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ede expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.165579:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165590:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed0 expref: 324 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.165597:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.165628:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed0 expref: 324 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.165641:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed0 expref: 324 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.165654:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623409408:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.165705:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.169433:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623409408:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.169466:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074960.173211:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.173252:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.173276:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.173371:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657331840
00000100:00100000:3.0:1769074960.173382:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657331840
00000100:00100000:3.0:1769074960.173444:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210458
00000100:00100000:3.0:1769074960.173453:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13245:x1855007657331840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.173476:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.173499:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41d5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ee5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.173608:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.173622:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230873d expref: 326 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.173630:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 326 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.173638:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.173673:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 326 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.173683:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 326 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.173696:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1ceca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409536:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.173777:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230873d expref: 326 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.173785:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230873d expref: 326 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.173794:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cef480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409664:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.173817:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.174057:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657331968
00000100:00100000:1.0:1769074960.174062:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657331968
00010000:00010000:1.0:1769074960.174085:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed0 expref: 327 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.174115:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657332096
00000100:00100000:1.0:1769074960.174119:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657332096
00010000:00010000:1.0:1769074960.174131:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 328 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.174156:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5506
00000100:00100000:1.0:1769074960.174163:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:2367:x1855007657331968:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.174173:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.174179:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed0 expref: 328 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.174191:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed0 expref: 328 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.174209:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41d22 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed0 expref: 328 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.174226:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074960.174230:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.174238:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.174245:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.174267:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.174297:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+327:2367:x1855007657331968:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 134us (1043us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.174304:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5506
00000100:00100000:1.0:1769074960.174322:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5507
00000100:00100000:1.0:1769074960.174329:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:2367:x1855007657332096:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.174336:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.174341:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 326 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.174349:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 326 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.174366:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074960.174370:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.174376:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.174381:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.174399:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:2367:x1855007657332096:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 71us (1122us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.174405:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5507
00010000:00010000:1.0:1769074960.174426:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.174433:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074960.174466:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041e:0x0]: returning size 2048
00000004:00200000:1.0:1769074960.174471:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074960.174489:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.174517:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e41d4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ede expref: 326 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.174529:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ede expref: 325 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.174537:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074960.174539:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074960.174543:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:1.0:1769074960.174567:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13246:x1855007657331584:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9052us (10046us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.174575:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210457
00010000:00010000:3.0:1769074960.178988:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000065f728ec x1855007623409536) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 324 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:3.0:1769074960.179013:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e41d45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ed7 expref: 324 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.179030:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1ceca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409536:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.182543:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.182622:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657332352
00000100:00100000:1.0:1769074960.182633:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657332352
00000100:00100000:1.0:1769074960.182696:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210459
00000100:00100000:1.0:1769074960.182706:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13246:x1855007657332352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.182726:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.182746:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41d68 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308eec expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.182809:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.182823:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.182845:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.182859:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.182865:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.182881:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183020:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183033:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183039:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074960.183075:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041e:0x0]: returning size 2048
00000004:00200000:1.0:1769074960.183079:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074960.183098:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183108:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183115:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183121:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183127:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183132:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074960.183136:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183142:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183153:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074960.183156:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074960.183161:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183167:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41d6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183179:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183184:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183189:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183194:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eedc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074960.183197:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183203:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183210:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x960b89e0 (ffff9032a2c16100)
00010000:00010000:1.0:1769074960.183212:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074960.183215:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183220:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41d76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.183249:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41d68 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eec expref: 326 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.183261:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eec expref: 325 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.183272:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074960.183274:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074960.183276:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec600, rc 0)
00000100:00100000:1.0:1769074960.183332:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13246:x1855007657332352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 628us (798us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.183339:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210459
00000100:00100000:2.0:1769074960.184574:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cef480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409664:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.184604:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:2.0:1769074960.184610:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.184618:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.184626:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074960.185540:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.185610:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657332224
00000100:00100000:1.0:1769074960.185619:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657332224
00010000:00010000:1.0:1769074960.185655:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230873d expref: 325 pid: 5764 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.185694:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5508
00000100:00100000:1.0:1769074960.185704:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:2368:x1855007657332224:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.185719:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.185726:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230873d expref: 325 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.185737:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230873d expref: 325 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.185759:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e406af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230873d expref: 325 pid: 5764 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.185774:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074960.185778:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.185790:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.185796:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.185829:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.185901:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:2368:x1855007657332224:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 197us (365us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.185936:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5508
00010000:00010000:2.0:1769074960.186004:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.186015:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074960.186034:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00010000:00010000:2.0:1769074960.186190:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e41d5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ee5 expref: 325 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.186205:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ee5 expref: 324 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.186212:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:2.0:1769074960.186214:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.186216:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:2.0:1769074960.186241:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb829180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13245:x1855007657331840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12790us (13041us total) trans 4295106424 rc 0/0
00000100:00100000:2.0:1769074960.186249:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210458
00000100:00100000:0.0:1769074960.193827:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.193954:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657332480
00000100:00100000:2.0:1769074960.193964:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657332480
00000100:00100000:2.0:1769074960.194026:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210460
00000100:00100000:2.0:1769074960.194036:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13245:x1855007657332480:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.194063:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.194089:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41d8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ef3 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.194211:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.194228:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ee5 expref: 325 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.194239:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.194281:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ee5 expref: 325 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.194296:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ee5 expref: 325 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074960.194310:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409792:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.194394:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7d80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.198888:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.202082:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409792:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.202124:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074960.202295:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.203997:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657332608
00000100:00100000:0.0:1769074960.204018:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657332608
00000100:00100000:0.0:1769074960.204106:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1584
00000100:00100000:0.0:1769074960.204282:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:2366:x1855007657332608:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.204303:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.204329:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e41d7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eec expref: 326 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.204353:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074960.204359:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.204429:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:2366:x1855007657332608:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 314us (5558us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.204437:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1584
00000100:00100000:0.0:1769074960.207712:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657332736
00000100:00100000:0.0:1769074960.207727:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657332736
00010000:00010000:0.0:1769074960.207773:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ee5 expref: 325 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:0.0:1769074960.207817:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5509
00000100:00100000:0.0:1769074960.207995:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:2368:x1855007657332736:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.208011:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.208018:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ee5 expref: 325 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.208032:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ee5 expref: 325 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.208055:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e41d61 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ee5 expref: 325 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:0.0:1769074960.208072:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:0.0:1769074960.208077:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.208086:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.208094:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.208293:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.208362:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:2368:x1855007657332736:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 536us (6067us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.208371:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5509
00010000:00010000:3.0:1769074960.209263:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.209275:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074960.209325:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:3.0:1769074960.209329:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.209350:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.209383:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41d8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ef3 expref: 324 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.209400:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ef3 expref: 323 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.209412:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:3.0:1769074960.209415:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.209418:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:3.0:1769074960.209476:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:13245:x1855007657332480:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15440us (15656us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.209485:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210460
00000100:00100000:2.0:1769074960.219212:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.219359:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657332864
00000100:00100000:3.0:1769074960.219371:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657332864
00000100:00100000:3.0:1769074960.219435:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210461
00000100:00100000:3.0:1769074960.219445:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:13246:x1855007657332864:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.219468:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.219489:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41d99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308efa expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.219556:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219571:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219582:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219597:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219604:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219615:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219687:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219694:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219701:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219707:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.219710:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219717:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219729:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074960.219733:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.219738:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219743:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41da0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219756:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219762:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219772:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219777:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.219780:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219785:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219792:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x14062c82 (ffff90328bb7f400)
00010000:00010000:3.0:1769074960.219795:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.219798:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219803:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41da7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.219836:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41d99 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308efa expref: 324 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.219846:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074960.219848:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.219852:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41d99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308efa expref: 324 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.219862:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13800, rc 0)
00000100:00100000:3.0:1769074960.219982:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:13246:x1855007657332864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 539us (780us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074960.219989:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210461
00000100:00100000:0.0:1769074960.222678:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.222784:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657333120
00000100:00100000:1.0:1769074960.222795:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657333120
00000100:00100000:1.0:1769074960.222852:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4387
00000100:00100000:1.0:1769074960.222862:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+323:13245:x1855007657333120:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.223559:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13245:x1855007657333120:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 695us (887us total) trans 4295106425 rc 0/0
00000100:00100000:1.0:1769074960.223570:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4387
00000100:00100000:2.0:1769074960.226776:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.226942:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657333248
00000100:00100000:0.0:1769074960.226952:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657333248
00000100:00100000:0.0:1769074960.227008:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210462
00000100:00100000:0.0:1769074960.227017:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13246:x1855007657333248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.227035:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.227054:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41dae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f01 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.227112:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41db5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.227135:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41db5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.227147:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41db5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074960.227206:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:0.0:1769074960.227209:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.227227:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41db5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.227252:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41dae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f01 expref: 326 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.227268:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41db5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f01 expref: 325 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.227286:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.227289:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074960.227292:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd200, rc 0)
00000100:00100000:0.0:1769074960.227340:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13246:x1855007657333248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 323us (571us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.227347:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210462
00000100:00100000:0.0:1769074960.236847:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.236945:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.237027:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657333632
00000100:00100000:3.0:1769074960.237040:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657333632
00000100:00100000:3.0:1769074960.237098:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210463
00000100:00100000:3.0:1769074960.237107:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13245:x1855007657333632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.237143:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.237166:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41dbc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f08 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.237283:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.237297:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308886 expref: 326 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.237305:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.237340:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308886 expref: 326 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.237353:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308886 expref: 326 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.237366:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409920:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.237445:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ab40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.237577:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657333376
00000100:00100000:1.0:1769074960.237582:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657333376
00000100:00100000:1.0:1769074960.237619:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4388
00000100:00100000:1.0:1769074960.237626:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+327:13246:x1855007657333376:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074960.242558:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.242765:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657333760
00000100:00100000:2.0:1769074960.242775:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657333760
00010000:00010000:2.0:1769074960.242816:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308886 expref: 329 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074960.242884:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5510
00000100:00100000:2.0:1769074960.242894:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:2368:x1855007657333760:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.242932:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.242940:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308886 expref: 329 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074960.242955:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308886 expref: 329 pid: 5762 timeout: 2045 lvb_type: 0
00010000:00010000:2.0:1769074960.242985:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:2.0:1769074960.242992:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.243001:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.243008:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.243027:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.243077:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:2368:x1855007657333760:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 184us (528us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.243086:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5510
00010000:00010000:3.0:1769074960.243537:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0c00/0x2152b583a6e40a36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308886 expref: 328 pid: 5762 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.243554:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623409920:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.243577:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.243584:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.243590:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074960.243608:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10418:0x0]: returning size 4096
00010000:00010000:3.0:1769074960.243758:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41dbc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f08 expref: 329 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.243773:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f08 expref: 328 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.243781:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074960.243784:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074960.243786:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12400, rc 0)
00000100:00100000:3.0:1769074960.243839:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13245:x1855007657333632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6732us (6891us total) trans 4295106426 rc 0/0
00000100:00100000:3.0:1769074960.243846:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210463
00000100:00100000:1.0:1769074960.246303:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13246:x1855007657333376:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 8663us (9453us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.246318:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4388
00000100:00100000:2.0:1769074960.252739:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.252827:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657333888
00000100:00100000:3.0:1769074960.252838:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657333888
00000100:00100000:3.0:1769074960.252935:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210464
00000100:00100000:3.0:1769074960.252948:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13245:x1855007657333888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.252969:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.252989:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41dd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f0f expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.253081:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.253095:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f08 expref: 327 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.253103:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.253149:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f08 expref: 327 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.253161:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f08 expref: 327 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.253174:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623410048:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.253253:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ab40 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.257736:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.257837:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657334144
00000100:00100000:2.0:1769074960.257847:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657334144
00000100:00100000:2.0:1769074960.257958:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210465
00000100:00100000:2.0:1769074960.257967:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13246:x1855007657334144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.257996:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.258016:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41ddf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f16 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.258178:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.258192:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f6b expref: 329 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.258205:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.258238:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f6b expref: 329 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.258253:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f6b expref: 329 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074960.258267:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc38e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410176:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.258344:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.258819:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cec000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623410048:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.258839:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074960.266337:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.266446:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657334272
00000100:00100000:1.0:1769074960.266456:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657334272
00010000:00010000:1.0:1769074960.266509:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f08 expref: 330 pid: 7034 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.266554:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5511
00000100:00100000:1.0:1769074960.266563:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2368:x1855007657334272:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.266578:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.266583:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f08 expref: 330 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.266596:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f08 expref: 330 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.266618:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41dc3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10418:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f08 expref: 330 pid: 7034 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.266634:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:1.0:1769074960.266639:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.266648:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.266656:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.266680:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.266731:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:2368:x1855007657334272:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 168us (403us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.266744:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5511
00010000:00010000:3.0:1769074960.266852:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.266861:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074960.266947:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10418:0x0]: returning size 4096
00000100:00100000:1.0:1769074960.266948:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000004:00200000:3.0:1769074960.266951:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.266971:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.267002:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41dd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10418:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f0f expref: 329 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.267017:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f0f expref: 328 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074960.267024:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657334400
00010000:00010000:3.0:1769074960.267024:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074960.267026:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00000100:00100000:1.0:1769074960.267028:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657334400
00010000:00010000:3.0:1769074960.267029:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12200, rc 0)
00010000:00010000:1.0:1769074960.267042:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f6b expref: 329 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:3.0:1769074960.267058:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13245:x1855007657333888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14115us (14329us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.267065:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210464
00000100:00100000:1.0:1769074960.267068:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5512
00000100:00100000:1.0:1769074960.267074:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:2366:x1855007657334400:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.267082:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.267086:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f6b expref: 328 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.267096:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f6b expref: 328 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.267107:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074960.267111:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.267118:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.267123:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.267134:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.267153:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:2366:x1855007657334400:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 79us (206us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.267159:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5512
00010000:00010000:2.0:1769074960.267935:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c1e00/0x2152b583a6e3eef3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f6b expref: 327 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074960.267953:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc38e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410176:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.267974:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.267991:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.267997:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074960.268013:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00010000:00010000:2.0:1769074960.268150:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41ddf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f16 expref: 328 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.268171:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f16 expref: 327 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.268179:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:2.0:1769074960.268181:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.268184:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:2.0:1769074960.271686:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+327:13246:x1855007657334144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13708us (13947us total) trans 4295106427 rc 0/0
00000100:00100000:2.0:1769074960.271700:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210465
00000100:00100000:0.0:1769074960.281087:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.282565:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657334528
00000100:00100000:2.0:1769074960.282582:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657334528
00000100:00100000:2.0:1769074960.282699:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210466
00000100:00100000:2.0:1769074960.282710:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+327:13245:x1855007657334528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.282732:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.282755:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41df4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f1d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.282841:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.282857:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.282878:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.282894:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.282937:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.282944:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283046:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283055:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283061:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074960.283098:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10418:0x0]: returning size 4096
00000004:00200000:2.0:1769074960.283103:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.283122:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283133:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283141:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283147:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283153:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283159:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.283163:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283171:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283182:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074960.283185:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.283191:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283197:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41dfb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283211:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283217:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283223:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283227:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380030200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.283230:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283236:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283244:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xe1a22b2d (ffff9032af293900)
00010000:00010000:2.0:1769074960.283247:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.283249:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283255:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.283286:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41df4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f1d expref: 329 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.283300:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f1d expref: 328 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.283319:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:2.0:1769074960.283322:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.283325:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031400, rc 0)
00000100:00100000:2.0:1769074960.283396:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13245:x1855007657334528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 688us (2319us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.283403:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210466
00000100:00100000:1.0:1769074960.287237:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.287278:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657334656
00000100:00100000:2.0:1769074960.287288:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657334656
00000100:00100000:2.0:1769074960.287414:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210467
00000100:00100000:2.0:1769074960.287426:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13246:x1855007657334656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.287450:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.287472:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e41e10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f24 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.287561:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.287576:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f16 expref: 329 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.287584:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.287616:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f16 expref: 329 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.287629:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f16 expref: 329 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:2.0:1769074960.287642:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc38e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410304:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.287771:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.294705:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.294863:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657334784
00000100:00100000:2.0:1769074960.294884:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657334784
00000100:00100000:2.0:1769074960.294985:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1585
00000100:00100000:2.0:1769074960.294997:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2369:x1855007657334784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.295014:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.295039:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f1d expref: 330 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.295056:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:2.0:1769074960.295061:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.295111:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:2369:x1855007657334784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 117us (415us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.295119:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1585
00000100:00100000:3.0:1769074960.297388:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.297597:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657335040
00000100:00100000:1.0:1769074960.297609:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657335040
00000100:00100000:1.0:1769074960.298135:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4389
00000100:00100000:1.0:1769074960.298148:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13245:x1855007657335040:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.298390:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13245:x1855007657335040:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 245us (1011us total) trans 4295106428 rc 0/0
00000100:00100000:1.0:1769074960.298399:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4389
00000100:00100000:0.0:1769074960.299966:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc38e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410304:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.299999:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074960.302654:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.302702:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.303339:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657335168
00000100:00100000:1.0:1769074960.303350:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657335168
00010000:00010000:1.0:1769074960.303393:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f16 expref: 330 pid: 11659 timeout: 2045 lvb_type: 0
00000100:00100000:1.0:1769074960.303438:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5513
00000100:00100000:1.0:1769074960.303448:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2367:x1855007657335168:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.303465:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.303472:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f16 expref: 330 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.303486:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f16 expref: 330 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.303510:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41de6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f16 expref: 330 pid: 11659 timeout: 2045 lvb_type: 0
00010000:00010000:1.0:1769074960.303525:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074960.303530:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.303540:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.303548:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.303573:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.303631:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:2367:x1855007657335168:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 184us (987us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.303638:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5513
00000100:00100000:1.0:1769074960.305206:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657335424
00000100:00100000:1.0:1769074960.305219:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657335424
00010000:00010000:0.0:1769074960.305229:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.305241:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074960.305274:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4390
00000100:00100000:1.0:1769074960.305284:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13245:x1855007657335424:12345-192.168.204.54@tcp:35:dbench.0
00000004:00200000:0.0:1769074960.305292:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.305297:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.305316:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.305349:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e41e10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f24 expref: 330 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.305367:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f24 expref: 329 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.305375:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074960.305378:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.305381:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031e00, rc 0)
00000100:00100000:0.0:1769074960.305437:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13246:x1855007657334656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18014us (18209us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.305445:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210467
00000100:00100000:1.0:1769074960.305454:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13245:x1855007657335424:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 173us (2751us total) trans 4295106429 rc 0/0
00000100:00100000:1.0:1769074960.305461:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4390
00000100:00100000:2.0:1769074960.310812:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.311852:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.312261:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657335808
00000100:00100000:1.0:1769074960.312273:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657335808
00000100:00100000:1.0:1769074960.312332:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4391
00000100:00100000:1.0:1769074960.312342:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13245:x1855007657335808:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.312592:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13245:x1855007657335808:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 251us (746us total) trans 4295106430 rc 0/0
00000100:00100000:1.0:1769074960.312601:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4391
00000100:00100000:0.0:1769074960.313934:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657335552
00000100:00100000:0.0:1769074960.313944:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657335552
00000100:00100000:0.0:1769074960.313990:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210468
00000100:00100000:0.0:1769074960.314000:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13246:x1855007657335552:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.314014:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.314035:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41e1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f2b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.314094:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314113:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314125:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314139:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314146:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314153:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314213:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314220:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314226:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314233:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.314237:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314245:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314256:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.314260:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.314265:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314271:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314282:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314288:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314294:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314298:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.314302:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314308:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314315:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x14062c82 (ffff903298a49300)
00010000:00010000:0.0:1769074960.314317:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.314320:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314325:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.314353:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41e1e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f2b expref: 331 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.314363:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.314366:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.314369:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41e1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f2b expref: 331 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.314378:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd600, rc 0)
00000100:00100000:0.0:1769074960.314438:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13246:x1855007657335552:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 440us (3635us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074960.314446:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210468
00000100:00100000:2.0:1769074960.315581:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.316760:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657336064
00000100:00100000:3.0:1769074960.316773:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657336064
00000100:00100000:1.0:1769074960.316902:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4392
00000100:00100000:1.0:1769074960.316945:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2c8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13245:x1855007657336064:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.317154:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2c8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:13245:x1855007657336064:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 212us (1576us total) trans 4295106431 rc 0/0
00000100:00100000:1.0:1769074960.317166:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4392
00000100:00100000:3.0:1769074960.318196:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.318368:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657336320
00000100:00100000:1.0:1769074960.318376:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657336320
00000100:00100000:1.0:1769074960.318423:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4393
00000100:00100000:1.0:1769074960.318431:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:13246:x1855007657336320:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.318641:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+332:13246:x1855007657336320:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 209us (447us total) trans 4295106432 rc 0/0
00000100:00100000:1.0:1769074960.318649:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4393
00000100:00100000:2.0:1769074960.320980:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.321064:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657336576
00000100:00100000:1.0:1769074960.321075:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657336576
00000100:00100000:1.0:1769074960.321127:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4394
00000100:00100000:1.0:1769074960.321137:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+332:13245:x1855007657336576:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.321358:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:13245:x1855007657336576:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 222us (386us total) trans 4295106433 rc 0/0
00000100:00100000:1.0:1769074960.321367:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4394
00000100:00100000:2.0:1769074960.324045:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.324100:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657336704
00000100:00100000:3.0:1769074960.324110:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657336704
00000100:00100000:2.0:1769074960.324281:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210469
00000100:00100000:2.0:1769074960.324291:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:13246:x1855007657336704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.324315:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.324335:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f32 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.324394:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324406:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324414:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324423:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324427:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324431:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324513:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324517:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324521:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074960.324546:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.324550:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.324563:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324571:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324576:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324581:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324585:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324588:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.324591:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324596:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324604:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.324606:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.324609:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324613:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41e3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324622:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324626:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324630:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324633:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.324634:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324637:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324640:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcd7d97c8 (ffff9032af293900)
00010000:00010000:2.0:1769074960.324642:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.324643:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324646:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.324677:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f32 expref: 335 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.324686:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f32 expref: 334 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.324690:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:2.0:1769074960.324691:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.324693:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380030200, rc 0)
00000100:00100000:2.0:1769074960.324749:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:13246:x1855007657336704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 459us (714us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.324757:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210469
00000100:00100000:3.0:1769074960.332049:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.332088:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.332171:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657337088
00000100:00100000:2.0:1769074960.332182:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657337088
00000100:00100000:2.0:1769074960.332249:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1586
00000100:00100000:2.0:1769074960.332260:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:2367:x1855007657337088:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.332278:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.332301:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f32 expref: 334 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.332321:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:2.0:1769074960.332327:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.332392:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:2367:x1855007657337088:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 134us (303us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.332401:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1586
00000100:00100000:1.0:1769074960.332544:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657336960
00000100:00100000:1.0:1769074960.332550:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657336960
00000100:00100000:1.0:1769074960.332587:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4395
00000100:00100000:1.0:1769074960.332595:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:13245:x1855007657336960:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.333196:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:13245:x1855007657336960:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 600us (1155us total) trans 4295106434 rc 0/0
00000100:00100000:1.0:1769074960.333205:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4395
00000100:00100000:3.0:1769074960.333402:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.336732:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657337344
00000100:00100000:2.0:1769074960.336749:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657337344
00000100:00100000:2.0:1769074960.336819:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210470
00000100:00100000:2.0:1769074960.336828:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:13246:x1855007657337344:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.336848:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.336883:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e41e4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f39 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.337015:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.337030:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f24 expref: 335 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.337039:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.337080:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f24 expref: 335 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.337092:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f24 expref: 335 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.337104:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623410432:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.337214:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.340553:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.341018:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657337600
00000100:00100000:1.0:1769074960.341031:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657337600
00000100:00100000:1.0:1769074960.341097:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4396
00000100:00100000:1.0:1769074960.341108:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:13245:x1855007657337600:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.341361:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13245:x1855007657337600:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 255us (815us total) trans 4295106435 rc 0/0
00000100:00100000:1.0:1769074960.341370:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4396
00000100:00100000:2.0:1769074960.343464:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623410432:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.343495:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074960.345049:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.345154:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657337728
00000100:00100000:0.0:1769074960.345165:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657337728
00010000:00010000:0.0:1769074960.345203:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f24 expref: 337 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.345244:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5514
00000100:00100000:0.0:1769074960.345253:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:2369:x1855007657337728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.345267:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.345272:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f24 expref: 337 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.345285:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f24 expref: 337 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.345307:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41e17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f24 expref: 337 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.345323:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074960.345329:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.345342:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.345349:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.345375:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.345433:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:2369:x1855007657337728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 181us (391us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.345441:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5514
00010000:00010000:1.0:1769074960.346184:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.346195:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074960.346215:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00010000:00010000:1.0:1769074960.346364:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e41e4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f39 expref: 337 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.346380:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f39 expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.346387:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074960.346390:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074960.346393:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031200, rc 0)
00000100:00100000:1.0:1769074960.346441:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:13246:x1855007657337344:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9613us (13039us total) trans 4295106436 rc 0/0
00000100:00100000:1.0:1769074960.346448:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210470
00000100:00100000:3.0:1769074960.347424:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.348096:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657337984
00000100:00100000:1.0:1769074960.348107:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657337984
00000100:00100000:1.0:1769074960.348171:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4397
00000100:00100000:1.0:1769074960.348181:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:13245:x1855007657337984:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.348393:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13245:x1855007657337984:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 213us (971us total) trans 4295106437 rc 0/0
00000100:00100000:1.0:1769074960.348400:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4397
00000100:00100000:3.0:1769074960.357620:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.357743:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657338240
00000100:00100000:0.0:1769074960.357756:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657338240
00000100:00100000:0.0:1769074960.357836:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4398
00000100:00100000:0.0:1769074960.357848:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2c9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13245:x1855007657338240:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074960.358163:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2c9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:13245:x1855007657338240:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 317us (553us total) trans 4295106438 rc 0/0
00000100:00100000:0.0:1769074960.358171:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4398
00000100:00100000:0.0:1769074960.360456:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.360557:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657338368
00000100:00100000:1.0:1769074960.360566:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657338368
00000100:00100000:1.0:1769074960.360622:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210471
00000100:00100000:1.0:1769074960.360632:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:13246:x1855007657338368:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.360652:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.360674:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41e64 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f40 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.360757:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.360772:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f39 expref: 339 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.360781:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.360815:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f39 expref: 339 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.360837:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f39 expref: 339 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.360852:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286243100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623410560:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.360966:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.366569:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286243100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623410560:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074960.366603:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074960.368767:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.368878:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.368978:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657338624
00000100:00100000:2.0:1769074960.368981:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657338752
00000100:00100000:1.0:1769074960.368990:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657338624
00000100:00100000:2.0:1769074960.368990:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657338752
00010000:00010000:2.0:1769074960.369031:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f39 expref: 341 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.369048:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4399
00000100:00100000:1.0:1769074960.369057:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13245:x1855007657338624:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074960.369069:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5515
00000100:00100000:2.0:1769074960.369074:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:2369:x1855007657338752:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.369091:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.369097:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f39 expref: 341 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.369110:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f39 expref: 341 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.369132:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e56 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f39 expref: 341 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.369151:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:2.0:1769074960.369156:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.369166:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.369173:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.369200:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.369253:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:2369:x1855007657338752:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 178us (383us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.369260:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5515
00000100:00100000:1.0:1769074960.369283:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13245:x1855007657338624:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 228us (526us total) trans 4295106439 rc 0/0
00010000:00010000:2.0:1769074960.369286:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074960.369290:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4399
00010000:00010000:2.0:1769074960.369293:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074960.369323:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.369328:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.369342:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.369365:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41e64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f40 expref: 340 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.369380:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f40 expref: 339 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.369392:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:2.0:1769074960.369395:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.369397:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eede00, rc 0)
00000100:00100000:2.0:1769074960.369421:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13246:x1855007657338368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8792us (8974us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.369428:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210471
00000100:00100000:3.0:1769074960.380344:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.380430:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657339008
00000100:00100000:0.0:1769074960.380444:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657339008
00000100:00100000:0.0:1769074960.380515:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4400
00000100:00100000:0.0:1769074960.380525:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13245:x1855007657339008:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074960.380805:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13245:x1855007657339008:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 281us (471us total) trans 4295106440 rc 0/0
00000100:00100000:0.0:1769074960.380816:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4400
00000100:00100000:3.0:1769074960.383435:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.383528:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657339136
00000100:00100000:2.0:1769074960.383539:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657339136
00000100:00100000:2.0:1769074960.383592:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210472
00000100:00100000:2.0:1769074960.383601:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13246:x1855007657339136:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.383621:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.383643:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f47 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.383738:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.383754:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.383766:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.383783:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.383790:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.383801:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.383963:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.383972:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.383979:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074960.384017:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c5:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.384021:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.384039:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384049:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384057:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384064:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384071:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384077:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380030200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.384081:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384089:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384101:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.384104:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.384109:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384114:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41e79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384128:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384135:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384140:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384145:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380030800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.384148:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384154:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384161:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5e0db83a (ffff9032af293900)
00010000:00010000:2.0:1769074960.384163:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.384166:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384172:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41e80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.384198:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41e72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 342 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.384212:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 341 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.384220:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:2.0:1769074960.384222:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.384225:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031c00, rc 0)
00000100:00100000:2.0:1769074960.384286:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13246:x1855007657339136:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 686us (858us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.384294:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210472
00000100:00100000:3.0:1769074960.386020:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.386128:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657339392
00000100:00100000:1.0:1769074960.386139:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657339392
00000100:00100000:1.0:1769074960.386193:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4401
00000100:00100000:1.0:1769074960.386203:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13245:x1855007657339392:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074960.386456:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13245:x1855007657339392:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 253us (445us total) trans 4295106441 rc 0/0
00000100:00100000:1.0:1769074960.386463:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4401
00000100:00100000:3.0:1769074960.393031:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.393081:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.393101:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657339648
00000100:00100000:0.0:1769074960.393112:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657339648
00000100:00100000:0.0:1769074960.393178:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210473
00000100:00100000:0.0:1769074960.393189:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13246:x1855007657339648:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.393211:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.393234:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f4e expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.393345:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.393360:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f95 expref: 343 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.393369:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 343 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.393376:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.393410:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 343 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.393425:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 343 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.393438:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410688:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.393530:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f95 expref: 343 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.393540:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f95 expref: 343 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.393550:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410816:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.393572:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032a763ac00 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.393678:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657339776
00000100:00100000:1.0:1769074960.393683:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657339776
00010000:00010000:1.0:1769074960.393704:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 344 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.393741:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5516
00000100:00100000:1.0:1769074960.393749:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+344:2367:x1855007657339776:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.393758:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.393765:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 344 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.393776:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 344 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.393798:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:1.0:1769074960.393803:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.393809:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.393816:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.393852:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+344:2367:x1855007657339776:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 104us (771us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.393861:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5516
00000100:00100000:3.0:1769074960.396989:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.398758:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657340032
00000100:00100000:2.0:1769074960.398771:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657340032
00000100:00100000:2.0:1769074960.398821:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4402
00000100:00100000:2.0:1769074960.398843:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+344:13245:x1855007657340032:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074960.399129:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13245:x1855007657340032:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 288us (2150us total) trans 4295106442 rc 0/0
00000100:00100000:2.0:1769074960.399138:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4402
00000100:00100000:3.0:1769074960.401607:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.403082:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657340288
00000100:00100000:2.0:1769074960.403096:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657340288
00000100:00100000:2.0:1769074960.403170:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4403
00000100:00100000:2.0:1769074960.403180:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13245:x1855007657340288:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074960.403439:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13245:x1855007657340288:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 260us (1838us total) trans 4295106443 rc 0/0
00000100:00100000:2.0:1769074960.403447:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4403
00010000:00010000:0.0:1769074960.406320:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000069042bf0 x1855007623410688) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 345 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.406346:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41e87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f47 expref: 345 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.406363:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410688:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.407039:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.407102:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657340544
00000100:00100000:0.0:1769074960.407110:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657340544
00000100:00100000:2.0:1769074960.407130:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410816:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.407158:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:2.0:1769074960.407170:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.407182:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.407191:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074960.407558:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.407623:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657340672
00000100:00100000:2.0:1769074960.407628:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657340672
00010000:00010000:2.0:1769074960.407650:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f95 expref: 346 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.407682:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4404
00000100:00100000:0.0:1769074960.407692:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13245:x1855007657340544:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074960.407698:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5517
00000100:00100000:2.0:1769074960.407709:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:2369:x1855007657340672:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.407724:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.407741:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f95 expref: 346 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.407754:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f95 expref: 346 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.407775:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e3ef71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307f95 expref: 346 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.407787:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:2.0:1769074960.407791:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.407799:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.407807:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.407831:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.407898:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:2369:x1855007657340672:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 190us (339us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.407902:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13245:x1855007657340544:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 209us (863us total) trans 4295106444 rc 0/0
00000100:00100000:2.0:1769074960.407934:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5517
00000100:00100000:0.0:1769074960.407943:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4404
00010000:00010000:2.0:1769074960.407967:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.407975:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074960.407991:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c5:0x0]: returning size 260096
00010000:00010000:2.0:1769074960.408080:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41e8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f4e expref: 346 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.408095:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f4e expref: 345 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.408103:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:2.0:1769074960.408105:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.408108:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cda00, rc 0)
00000100:00100000:2.0:1769074960.408140:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13246:x1855007657339648:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14954us (15120us total) trans 4295106445 rc 0/0
00000100:00100000:2.0:1769074960.408147:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210473
00000100:00100000:3.0:1769074960.412952:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.413001:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657340800
00000100:00100000:2.0:1769074960.413011:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657340800
00000100:00100000:2.0:1769074960.413071:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210474
00000100:00100000:2.0:1769074960.413081:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13246:x1855007657340800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.413109:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.413130:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41ea3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f55 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.413219:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.413233:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f4e expref: 346 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.413243:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.413276:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f4e expref: 346 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.413288:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f4e expref: 346 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.413303:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410944:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.413394:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.417950:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.418034:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657341056
00000100:00100000:3.0:1769074960.418046:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657341056
00000100:00100000:3.0:1769074960.418122:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4405
00000100:00100000:3.0:1769074960.418134:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:13245:x1855007657341056:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074960.418400:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13245:x1855007657341056:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 268us (461us total) trans 4295106446 rc 0/0
00000100:00100000:3.0:1769074960.418409:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4405
00000100:00100000:2.0:1769074960.422263:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623410944:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.422292:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074960.424325:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.424400:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.424479:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657341440
00000100:00100000:3.0:1769074960.424490:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657341440
00000100:00100000:3.0:1769074960.424547:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210475
00000100:00100000:3.0:1769074960.424556:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13245:x1855007657341440:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074960.424608:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1769074960.424632:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e41dd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10418:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f0f expref: 348 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.424651:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fa00)
00010000:00010000:3.0:1769074960.424670:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e416d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ca7 expref: 347 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.424685:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074960.424688:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074960.424710:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.424723:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.424732:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.424748:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.424754:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.424760:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.424896:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.424928:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.424937:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000040:00080000:3.0:1769074960.425540:0:7034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].401, 64 off33856
00000004:00080000:3.0:1769074960.425549:0:7034:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1946126640955ns, next at 1947126638378ns, rc = 0
00010000:00010000:3.0:1769074960.425611:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425621:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425630:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425636:0:7034:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425643:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425649:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425672:0:7034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1769074960.425690:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425696:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425702:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425708:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.425712:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425719:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425728:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074960.425732:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:3.0:1769074960.425735:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425741:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e41ebf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10418:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.425744:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074960.425751:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.425756:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074960.425759:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.425764:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.425772:0:13362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10418:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:0.0:1769074960.425774:0:13362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074960.425777:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.425781:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e41ec6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10418:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425785:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425790:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.425793:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074960.425795:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074960.425796:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074960.425796:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425801:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.425803:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425808:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425815:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074960.425817:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.425820:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.425835:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e41eb1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:3.0:1769074960.425844:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001c317580 reply state 00000000a955f79d transno 4295106447 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074960.425852:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1769074960.425953:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13245:x1855007657341440:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1396us (1550us total) trans 4295106447 rc 0/0
00000100:00100000:3.0:1769074960.425961:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210475
00000100:00100000:2.0:1769074960.426519:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657341184
00000100:00100000:2.0:1769074960.426527:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657341184
00010000:00010000:2.0:1769074960.426556:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f4e expref: 348 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.426616:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5518
00000100:00100000:2.0:1769074960.426624:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:2369:x1855007657341184:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.426636:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.426642:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f4e expref: 348 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.426654:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f4e expref: 348 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.426669:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41e95 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f4e expref: 348 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.426681:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:2.0:1769074960.426686:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.426693:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.426699:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.426729:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.426768:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:2369:x1855007657341184:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 144us (2502us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.426776:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5518
00010000:00010000:0.0:1769074960.426820:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.426828:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074960.426863:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c5:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.426876:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.426893:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.426952:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41ea3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f55 expref: 347 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.426967:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f55 expref: 346 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.426979:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:0.0:1769074960.426981:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.426984:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380030800, rc 0)
00000100:00100000:0.0:1769074960.427015:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13246:x1855007657340800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13935us (14109us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.427022:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210474
00010000:00010000:3.0:1769074960.433534:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.433551:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.433559:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.433565:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.433570:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.433577:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.433594:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xe1a22b2d (ffff90328bb7f400)
00010000:00010000:3.0:1769074960.433598:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.433603:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.433609:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e41eb8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xe1a22b2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074960.441175:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.441363:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657341696
00000100:00100000:0.0:1769074960.441373:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657341696
00000100:00100000:0.0:1769074960.441456:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210476
00000100:00100000:0.0:1769074960.441467:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13246:x1855007657341696:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.441497:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.441522:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41ecd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f5c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.441603:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441619:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441631:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441646:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441653:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441663:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074960.441769:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074960.441797:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41ee2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441805:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441812:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074960.441854:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.441859:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.441888:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441900:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41ee2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441928:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441936:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441943:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441949:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.441954:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441961:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074960.441964:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657341824
00000100:00100000:3.0:1769074960.441969:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657341824
00010000:00010000:0.0:1769074960.441973:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.441976:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.441981:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.441986:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41ed4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.442001:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.442007:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.442012:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.442018:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.442020:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.442026:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.442033:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xca0b3ea (ffff903298a49300)
00010000:00010000:0.0:1769074960.442036:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.442038:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.442043:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41edb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.442071:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41ecd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f5c expref: 348 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.442085:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41ee2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f5c expref: 347 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.442091:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:0.0:1769074960.442093:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00000100:00100000:3.0:1769074960.442124:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4406
00000100:00100000:3.0:1769074960.442134:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:13245:x1855007657341824:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:0.0:1769074960.442291:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cc600, rc 0)
00000100:00100000:0.0:1769074960.442357:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13246:x1855007657341696:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 892us (1257us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.442364:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210476
00000100:00100000:3.0:1769074960.442402:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:13245:x1855007657341824:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 270us (632us total) trans 4295106448 rc 0/0
00000100:00100000:3.0:1769074960.442409:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4406
00000100:00100000:0.0:1769074960.452945:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.452990:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.453026:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.453075:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657342080
00000100:00100000:2.0:1769074960.453087:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657342080
00000100:00100000:1.0:1769074960.453097:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657342464
00000100:00100000:1.0:1769074960.453101:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657342464
00000100:00100000:3.0:1769074960.453169:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657342208
00000100:00100000:3.0:1769074960.453174:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657342208
00000100:00100000:3.0:1769074960.453227:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1587
00000100:00100000:3.0:1769074960.453237:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:2366:x1855007657342208:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.453254:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.453290:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41ee2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f5c expref: 349 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.453312:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:3.0:1769074960.453319:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.453375:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:2366:x1855007657342208:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 140us (384us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.453383:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1587
00000100:00100000:1.0:1769074960.453463:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210477
00000100:00100000:1.0:1769074960.453471:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:13246:x1855007657342464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.453490:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.453508:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41ee9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f6a expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.453602:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.453616:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fbf expref: 348 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.453624:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.453654:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fbf expref: 348 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.453668:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fbf expref: 348 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.453684:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286240000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623411072:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.453739:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.455953:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210478
00000100:00100000:1.0:1769074960.455975:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13245:x1855007657342080:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.455997:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.456020:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41ef7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f63 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.456114:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074960.456127:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308990 expref: 349 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.456139:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074960.456169:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308990 expref: 349 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.456179:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308990 expref: 349 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.456192:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286240a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623411200:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.456276:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cc00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.458934:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286240a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623411200:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.458962:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074960.460099:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286240000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623411072:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074960.460284:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074960.463441:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.463532:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.463613:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657342592
00000100:00100000:3.0:1769074960.463625:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657342592
00010000:00010000:3.0:1769074960.463670:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fbf expref: 350 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.463678:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657342720
00000100:00100000:2.0:1769074960.463683:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657342720
00010000:00010000:2.0:1769074960.463703:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308990 expref: 351 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.463715:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5519
00000100:00100000:3.0:1769074960.463723:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2368:x1855007657342592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.463740:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1769074960.463744:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5520
00010000:00010000:3.0:1769074960.463747:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fbf expref: 351 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.463750:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2368:x1855007657342720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.463758:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.463760:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fbf expref: 351 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.463762:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308990 expref: 351 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.463771:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308990 expref: 351 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.463783:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e40d70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308990 expref: 351 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.463783:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370b400/0x2152b583a6e3eff6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fbf expref: 351 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.463798:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074960.463798:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:2.0:1769074960.463805:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.463805:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.463815:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.463815:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.463823:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.463823:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.463844:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074960.463845:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.463904:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:2368:x1855007657342720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 153us (371us total) trans 0 rc 0/0
00010000:00010000:1.0:1769074960.463929:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.463937:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074960.463938:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5520
00000004:00200000:1.0:1769074960.463957:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00010000:00010000:1.0:1769074960.464128:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41ee9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f6a expref: 350 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.464143:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f6a expref: 349 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.464150:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:1.0:1769074960.464152:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074960.464155:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eeda00, rc 0)
00010000:00010000:2.0:1769074960.465031:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.465043:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074960.465058:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10419:0x0]: returning size 4096
00010000:00010000:2.0:1769074960.465164:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e41ef7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f63 expref: 351 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.465181:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f63 expref: 350 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.465188:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:2.0:1769074960.465191:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.465193:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed800, rc 0)
00000100:00100000:3.0:1769074960.465349:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:2368:x1855007657342592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1620us (1912us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.465358:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5519
00000100:00100000:1.0:1769074960.465516:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13246:x1855007657342464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12044us (12487us total) trans 4295106449 rc 0/0
00000100:00100000:1.0:1769074960.465524:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210477
00000100:00100000:2.0:1769074960.465586:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13245:x1855007657342080:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9619us (12681us total) trans 4295106450 rc 0/0
00000100:00100000:2.0:1769074960.465593:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210478
00000100:00100000:0.0:1769074960.474162:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.474207:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.474267:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657342848
00000100:00100000:1.0:1769074960.474278:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657342848
00000100:00100000:1.0:1769074960.474334:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657342976
00000100:00100000:1.0:1769074960.474337:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657342976
00000100:00100000:1.0:1769074960.474363:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210479
00000100:00100000:1.0:1769074960.474372:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13245:x1855007657342848:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.474397:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.474418:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41f13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f71 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074960.474494:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210480
00000100:00100000:2.0:1769074960.474503:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13246:x1855007657342976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.474507:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.474511:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.474520:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41f21 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f78 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.474521:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f63 expref: 350 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.474530:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.474560:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074960.474564:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f63 expref: 351 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.474569:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f6a expref: 351 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.474576:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074960.474581:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f63 expref: 351 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.474591:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f6a expref: 351 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074960.474594:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286243b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623411328:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.474599:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f6a expref: 351 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.474606:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623411456:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.474684:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.475331:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cc00 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.479978:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286243b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623411328:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074960.480010:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074960.481727:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.481817:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.481990:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623411456:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.482014:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074960.482212:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657343232
00000100:00100000:3.0:1769074960.482221:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657343232
00010000:00010000:3.0:1769074960.482259:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f63 expref: 352 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.482337:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657343104
00000100:00100000:3.0:1769074960.482343:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657343104
00010000:00010000:3.0:1769074960.482361:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f6a expref: 353 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.482592:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5521
00000100:00100000:2.0:1769074960.482604:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:2369:x1855007657343232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.482621:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.482628:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f63 expref: 353 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.482645:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f63 expref: 353 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.482667:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41efe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10419:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f63 expref: 353 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.482683:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:2.0:1769074960.482689:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.482699:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.482707:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.482738:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.482791:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2369:x1855007657343232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (1074us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.482798:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5521
00000100:00100000:2.0:1769074960.482817:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5522
00000100:00100000:2.0:1769074960.482836:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2369:x1855007657343104:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.482844:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.482849:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f6a expref: 351 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.482858:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f6a expref: 351 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.482886:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e41ef0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f6a expref: 351 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.482896:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:2.0:1769074960.482901:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.482948:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.482955:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.482970:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.482990:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:2369:x1855007657343104:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 166us (1173us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.482997:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5522
00010000:00010000:2.0:1769074960.483020:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.483026:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074960.483071:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.483076:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.483094:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.483126:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41f21 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f78 expref: 350 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.483144:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f78 expref: 349 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.483150:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:2.0:1769074960.483152:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.483155:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380030200, rc 0)
00000100:00100000:2.0:1769074960.483180:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13246:x1855007657342976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8679us (8972us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.483187:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210480
00010000:00010000:0.0:1769074960.483270:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.483277:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074960.483300:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10419:0x0]: returning size 4096
00000004:00200000:0.0:1769074960.483303:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.483312:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.483331:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e41f13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10419:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f71 expref: 349 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.483344:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f71 expref: 348 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.483350:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:0.0:1769074960.483352:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.483354:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eedc00, rc 0)
00000100:00100000:0.0:1769074960.483374:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13245:x1855007657342848:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9004us (9222us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.483379:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210479
00000100:00100000:3.0:1769074960.493802:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.494720:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657343488
00000100:00100000:0.0:1769074960.494734:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657343488
00000100:00100000:0.0:1769074960.494975:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210481
00000100:00100000:0.0:1769074960.494988:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13246:x1855007657343488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.495010:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.495034:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41f2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f86 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.495177:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495192:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495204:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495221:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495232:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495237:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495349:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41f44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495358:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41f44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495365:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41f44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074960.495401:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.495407:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.495428:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41f44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495439:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41f44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495447:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495453:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495459:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495465:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.495468:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495476:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495487:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.495491:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.495495:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495501:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e41f36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495514:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495520:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495525:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495531:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.495534:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495539:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495546:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa5e17578 (ffff903298a49300)
00010000:00010000:0.0:1769074960.495548:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.495551:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495556:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e41f3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.495589:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e41f2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f86 expref: 350 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.495603:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41f44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f86 expref: 349 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.495610:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:0.0:1769074960.495612:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.495615:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cc600, rc 0)
00000100:00100000:0.0:1769074960.495751:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13246:x1855007657343488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 766us (1959us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.495759:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210481
00000100:00100000:1.0:1769074960.497558:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.499038:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657343360
00000100:00100000:0.0:1769074960.499054:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657343360
00000100:00100000:0.0:1769074960.499241:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210482
00000100:00100000:0.0:1769074960.499253:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13245:x1855007657343360:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.499277:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.499300:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f7f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.499365:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499381:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499393:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499415:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499423:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499430:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499549:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499558:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499565:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074960.499599:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10419:0x0]: returning size 4096
00000004:00200000:0.0:1769074960.499603:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.499621:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499632:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499640:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499646:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499653:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499663:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.499667:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499674:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499685:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074960.499688:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.499693:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499698:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e41f52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499710:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499716:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499721:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499726:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.499729:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499735:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499741:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2edc570 (ffff903298a49100)
00010000:00010000:0.0:1769074960.499745:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.499747:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499752:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.499784:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f7f expref: 351 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.499797:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f7f expref: 350 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.499804:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:0.0:1769074960.499807:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.499809:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34a00, rc 0)
00000100:00100000:3.0:1769074960.502258:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.502442:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657343616
00000100:00100000:1.0:1769074960.502453:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657343616
00000100:00100000:1.0:1769074960.502518:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1588
00000100:00100000:1.0:1769074960.502528:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2369:x1855007657343616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.502544:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.502567:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e41f44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f86 expref: 351 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.502586:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:1.0:1769074960.502591:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.502645:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:2369:x1855007657343616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 119us (397us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.502652:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1588
00000100:00100000:0.0:1769074960.503446:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13245:x1855007657343360:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4189us (5889us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.503457:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210482
00000100:00100000:3.0:1769074960.509388:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.509433:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.509573:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657344000
00000100:00100000:1.0:1769074960.509584:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657344000
00000100:00100000:1.0:1769074960.509642:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1589
00000100:00100000:1.0:1769074960.509651:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:2369:x1855007657344000:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.509667:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.509691:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f7f expref: 349 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.509712:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:1.0:1769074960.509717:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.509772:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:2369:x1855007657344000:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 123us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.509780:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1589
00000100:00100000:2.0:1769074960.510407:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657343872
00000100:00100000:2.0:1769074960.510414:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657343872
00000100:00100000:2.0:1769074960.510453:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210483
00000100:00100000:2.0:1769074960.510461:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13246:x1855007657343872:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.510478:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.510494:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41f67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f8d expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.510599:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.510613:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe9 expref: 349 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.510622:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.510653:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe9 expref: 349 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.510666:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe9 expref: 349 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.510679:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623411584:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.510746:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:2.0:1769074960.512405:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623411584:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.512431:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074960.515259:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.515347:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.515466:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657344384
00000100:00100000:2.0:1769074960.515477:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657344384
00000100:00100000:2.0:1769074960.515535:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4407
00000100:00100000:2.0:1769074960.515544:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13245:x1855007657344384:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074960.515797:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13245:x1855007657344384:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 253us (448us total) trans 4295106451 rc 0/0
00000100:00100000:2.0:1769074960.515805:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4407
00000100:00100000:3.0:1769074960.518283:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657344128
00000100:00100000:3.0:1769074960.518300:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657344128
00010000:00010000:3.0:1769074960.518351:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe9 expref: 351 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.518410:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5523
00000100:00100000:3.0:1769074960.518419:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286242300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2369:x1855007657344128:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.518436:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.518443:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe9 expref: 351 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.518455:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe9 expref: 351 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.518477:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338370ae00/0x2152b583a6e3f06d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307fe9 expref: 351 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.518495:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:3.0:1769074960.518500:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.518509:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.518522:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.518561:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.518621:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286242300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:2369:x1855007657344128:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 201us (3370us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.518628:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5523
00010000:00010000:0.0:1769074960.518792:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.518801:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074960.518821:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00010000:00010000:0.0:1769074960.519026:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41f67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f8d expref: 351 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.519043:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f8d expref: 350 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.519054:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:0.0:1769074960.519057:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074960.519060:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031200, rc 0)
00000100:00100000:0.0:1769074960.519100:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13246:x1855007657343872:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8639us (9721us total) trans 4295106452 rc 0/0
00000100:00100000:0.0:1769074960.519107:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210483
00000100:00100000:3.0:1769074960.520266:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.520397:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657344512
00000100:00100000:1.0:1769074960.520406:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657344512
00000100:00100000:1.0:1769074960.520455:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 881
00000100:00100000:1.0:1769074960.520464:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ad68b505-7ce3-4132-9fd4-4e14f53a3f44+9:2368:x1855007657344512:12345-192.168.204.54@tcp:400:kworker.0
00000100:00100000:1.0:1769074960.520520:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386dbdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ad68b505-7ce3-4132-9fd4-4e14f53a3f44+9:2368:x1855007657344512:12345-192.168.204.54@tcp:400:kworker.0 Request processed in 56us (258us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.520526:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 881
00000100:00100000:3.0:1769074960.527676:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.527749:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.531606:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657344640
00000100:00100000:0.0:1769074960.531622:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657344640
00000100:00100000:1.0:1769074960.531690:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657344896
00000100:00100000:1.0:1769074960.531695:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657344896
00000100:00100000:1.0:1769074960.531776:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210484
00000100:00100000:1.0:1769074960.531788:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13246:x1855007657344640:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.531815:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.531847:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41f7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f94 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.531978:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.531994:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f8d expref: 352 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.532003:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.532037:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f8d expref: 352 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.532051:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f8d expref: 352 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.532065:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286240000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623411712:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.532162:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.533193:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210485
00000100:00100000:0.0:1769074960.533208:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13245:x1855007657344896:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:0.0:1769074960.533249:0:5762:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.533270:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41f1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10419:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f71 expref: 352 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.533287:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff90328bb7fd00)
00010000:00010000:0.0:1769074960.533300:0:5762:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074960.533318:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533330:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533340:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533354:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533364:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533371:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533480:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533488:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533495:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000040:00080000:0.0:1769074960.533847:0:5762:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].399, 64 off33792
00000004:00080000:0.0:1769074960.533859:0:5762:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1946234950313ns, next at 1947234947367ns, rc = 0
00010000:00010000:0.0:1769074960.533948:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533957:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533966:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533973:0:5762:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533979:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533985:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.533999:0:5762:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1769074960.534017:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534023:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534029:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534035:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.534039:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534045:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534054:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff903298a49300)
00010000:00010000:0.0:1769074960.534058:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1769074960.534061:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534067:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e41f98 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534111:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534117:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534123:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534132:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.534134:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534139:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534146:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074960.534149:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.534152:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.534157:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e41f8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000004:00010000:0.0:1769074960.534165:0:5762:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000963f5df6 reply state 0000000091716f5d transno 4295106453 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:0.0:1769074960.534174:0:5762:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1769074960.534254:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13245:x1855007657344896:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1049us (6503us total) trans 4295106453 rc 0/0
00000100:00100000:0.0:1769074960.534262:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210485
00010000:00010000:1.0:1769074960.534566:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074960.534574:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074960.534581:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074960.534584:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074960.534590:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074960.534599:0:5750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10419:0x0].0x0 (ffff903298a49300)
00010000:00010000:1.0:1769074960.534602:0:5750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1769074960.534605:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074960.534610:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41f9f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074960.534624:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074960.534627:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074960.534628:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074960.535526:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286240000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623411712:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.535553:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074960.538246:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074960.538799:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.538815:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.538832:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.538839:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.538844:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.538851:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.538875:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2edc570 (ffff903298a49100)
00010000:00010000:3.0:1769074960.538879:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.538884:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.538890:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e41f91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xf2edc570 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00000100:00100000:3.0:1769074960.539528:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.539634:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657345024
00000100:00100000:1.0:1769074960.539644:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657345024
00010000:00010000:1.0:1769074960.539684:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f8d expref: 352 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.539716:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5524
00000100:00100000:1.0:1769074960.539725:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2368:x1855007657345024:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.539740:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.539746:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f8d expref: 352 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.539758:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f8d expref: 352 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.539776:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e41f6e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f8d expref: 352 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.539788:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:1.0:1769074960.539793:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.539802:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.539810:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.539844:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.539904:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2368:x1855007657345024:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 179us (1666us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.539930:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5524
00010000:00010000:1.0:1769074960.539961:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.539968:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074960.540016:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00000004:00200000:1.0:1769074960.540020:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074960.540041:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.540078:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e41f7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f94 expref: 351 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.540092:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f94 expref: 350 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.540099:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:1.0:1769074960.540102:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074960.540105:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed600, rc 0)
00000100:00100000:1.0:1769074960.540130:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13246:x1855007657344640:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8345us (12463us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.540137:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210484
00000100:00100000:1.0:1769074960.540514:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657345152
00000100:00100000:1.0:1769074960.540520:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657345152
00000100:00100000:2.0:1769074960.540582:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210486
00000100:00100000:2.0:1769074960.540593:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13245:x1855007657345152:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.540609:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.540625:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e41fa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308f9b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.540687:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540703:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540712:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540726:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540733:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540740:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540802:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540809:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540815:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540821:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.540838:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540845:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540854:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074960.540857:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.540862:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540876:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e41fad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540887:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540892:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540897:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.540902:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.541367:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.541377:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.541386:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xde0cbb04 (ffff9032af293900)
00010000:00010000:2.0:1769074960.541389:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.541392:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.541398:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e41fb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.541430:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e41fa6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f9b expref: 351 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.541453:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074960.541456:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.541460:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e41fa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f9b expref: 351 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.541471:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380030a00, rc 0)
00000100:00100000:2.0:1769074960.541531:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13245:x1855007657345152:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 940us (2007us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074960.541538:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210486
00000100:00100000:3.0:1769074960.545884:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.546035:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657345280
00000100:00100000:2.0:1769074960.546045:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657345280
00000100:00100000:2.0:1769074960.546100:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210487
00000100:00100000:2.0:1769074960.546109:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13246:x1855007657345280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.546136:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.546159:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41fbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fa2 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.546233:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546248:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546260:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546276:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546283:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546294:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546395:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546404:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546411:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074960.546446:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00000004:00200000:2.0:1769074960.546451:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.546468:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546479:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546487:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546493:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546499:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546505:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.546510:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546517:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546529:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.546532:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.546538:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546544:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e41fc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546556:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546561:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546567:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546572:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.546575:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546580:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546587:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xb0449b87 (ffff9032af293700)
00010000:00010000:2.0:1769074960.546590:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.546593:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546598:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e41fc9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.546628:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e41fbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 352 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.546646:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 351 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.546653:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:2.0:1769074960.546655:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.546658:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6c00, rc 0)
00000100:00100000:2.0:1769074960.546726:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13246:x1855007657345280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 618us (860us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.546734:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210487
00000100:00100000:2.0:1769074960.547597:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.547678:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657345408
00000100:00100000:1.0:1769074960.547686:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657345408
00000100:00100000:1.0:1769074960.547729:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210488
00000100:00100000:1.0:1769074960.547738:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13245:x1855007657345408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.547750:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.547765:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41fd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fa9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.547812:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41fde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.547835:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41fde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.547844:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41fde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074960.547898:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:1.0:1769074960.547902:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074960.547946:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41fde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.547967:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e41fd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa9 expref: 353 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.547983:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41fde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa9 expref: 352 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.547991:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074960.547994:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074960.547997:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eedc00, rc 0)
00000100:00100000:1.0:1769074960.548036:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13245:x1855007657345408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 300us (442us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.548043:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210488
00000100:00100000:3.0:1769074960.550505:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.550587:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657345664
00000100:00100000:2.0:1769074960.550597:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657345664
00000100:00100000:2.0:1769074960.550689:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210489
00000100:00100000:2.0:1769074960.550699:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13246:x1855007657345664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.550720:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.550739:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41fe5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fb0 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.550854:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.550878:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308297 expref: 353 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.550887:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 353 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.550899:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.550965:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 353 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.550978:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 353 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.550993:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623411840:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.551090:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308297 expref: 353 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.551100:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308297 expref: 353 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.551109:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623411968:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.551142:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.552281:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.552440:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657345792
00000100:00100000:0.0:1769074960.552450:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657345792
00010000:00010000:0.0:1769074960.552484:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 354 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.552526:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5525
00000100:00100000:0.0:1769074960.552535:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2368:x1855007657345792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.552547:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.552553:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 354 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.552566:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 354 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.552586:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074960.552592:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.552600:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.552606:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.552649:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2368:x1855007657345792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 115us (372us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.552657:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5525
00010000:00010000:2.0:1769074960.555256:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000001c21888d x1855007623411840) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 353 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.555280:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e41fd0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa2 expref: 353 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.555296:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623411840:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.555310:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623411968:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.555336:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:2.0:1769074960.555341:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.555350:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.555360:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.557408:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.557473:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657345920
00000100:00100000:1.0:1769074960.557483:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657345920
00000100:00100000:1.0:1769074960.557841:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4408
00000100:00100000:1.0:1769074960.557855:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13245:x1855007657345920:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074960.559564:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.560474:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657346048
00000100:00100000:1.0:1769074960.560489:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657346048
00010000:00010000:1.0:1769074960.560529:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308297 expref: 355 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.560564:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5526
00000100:00100000:1.0:1769074960.560574:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:2368:x1855007657346048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.560588:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.560594:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308297 expref: 355 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.560608:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308297 expref: 355 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.560632:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e3f8a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308297 expref: 355 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.560649:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:1.0:1769074960.560655:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.560665:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.560673:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074960.562178:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13245:x1855007657345920:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 4319us (4769us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.562190:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4408
00010000:00010000:1.0:1769074960.562938:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.562983:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2368:x1855007657346048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2407us (3423us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.562993:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5526
00010000:00010000:0.0:1769074960.563174:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.563185:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074960.563208:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00010000:00010000:0.0:1769074960.563361:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e41fe5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb0 expref: 353 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.563379:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb0 expref: 352 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.563388:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074960.563391:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074960.563394:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc29c600, rc 0)
00000100:00100000:0.0:1769074960.563434:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13246:x1855007657345664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12737us (12941us total) trans 4295106454 rc 0/0
00000100:00100000:0.0:1769074960.563441:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210489
00000100:00100000:0.0:1769074960.569015:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.569057:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657346176
00000100:00100000:0.0:1769074960.569068:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657346176
00000100:00100000:0.0:1769074960.569122:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210490
00000100:00100000:0.0:1769074960.569132:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13245:x1855007657346176:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.569152:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.569176:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41ffa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fb7 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.569249:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569265:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569277:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569293:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569299:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569306:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569422:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4200f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569430:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4200f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569436:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4200f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074960.569470:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.569474:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.569491:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4200f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569501:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4200f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569509:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569514:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569521:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569527:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.569532:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569539:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569551:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074960.569554:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.569559:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569564:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42001 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569577:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569582:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569587:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569592:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.569594:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569599:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569606:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9e362f1b (ffff903298a49900)
00010000:00010000:0.0:1769074960.569608:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.569611:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569616:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42008 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.569644:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e41ffa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb7 expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.569658:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4200f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb7 expref: 353 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.569665:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074960.569667:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.569670:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34e00, rc 0)
00000100:00100000:0.0:1769074960.569724:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13245:x1855007657346176:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 594us (718us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.569732:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210490
00000100:00100000:1.0:1769074960.571109:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.571182:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657346304
00000100:00100000:2.0:1769074960.571191:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657346304
00000100:00100000:2.0:1769074960.571275:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210491
00000100:00100000:2.0:1769074960.571284:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13246:x1855007657346304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.571305:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.571324:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e42016 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fbe expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.571398:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.571413:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb0 expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.571422:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.571456:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb0 expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.571469:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb0 expref: 354 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.571482:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623412096:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.571566:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.578329:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.578421:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.578498:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657346432
00000100:00100000:1.0:1769074960.578509:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657346432
00000100:00100000:1.0:1769074960.578573:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1590
00000100:00100000:1.0:1769074960.578584:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:2366:x1855007657346432:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.578600:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.578625:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4200f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb7 expref: 355 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.578645:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074960.578650:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.578719:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2366:x1855007657346432:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 137us (400us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.578739:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1590
00000100:00100000:2.0:1769074960.579418:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657346688
00000100:00100000:2.0:1769074960.579424:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657346688
00000100:00100000:0.0:1769074960.579438:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.579463:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210492
00000100:00100000:2.0:1769074960.579471:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657346688:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074960.579530:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657346816
00000100:00100000:1.0:1769074960.579534:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657346816
00010000:00010000:2.0:1769074960.579536:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.579552:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb0 expref: 355 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.579553:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42024 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fc5 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074960.579581:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5527
00000100:00100000:1.0:1769074960.579588:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:2369:x1855007657346816:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.579595:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.579600:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb0 expref: 356 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.579610:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb0 expref: 356 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.579625:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:1.0:1769074960.579629:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.579637:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074960.579644:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.579647:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.579658:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e28 expref: 356 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.579660:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074960.579665:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.579702:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e28 expref: 356 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.579716:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e28 expref: 356 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.579730:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623412224:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.579806:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e79c0 going to sleep for 11 seconds
00010000:00010000:2.0:1769074960.579856:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e41fec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fb0 expref: 356 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.579878:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623412096:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.579896:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.579904:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.579930:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074960.579958:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00000004:00200000:2.0:1769074960.579962:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.579979:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.580007:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e42016 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fbe expref: 356 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.580019:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fbe expref: 355 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.580025:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:2.0:1769074960.580028:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.580031:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6c00, rc 0)
00000100:00100000:1.0:1769074960.580044:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:2369:x1855007657346816:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 456us (607us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.580050:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13246:x1855007657346304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8769us (8949us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.580052:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5527
00000100:00100000:2.0:1769074960.580056:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210491
00000100:00100000:2.0:1769074960.582074:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623412224:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.582100:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.583580:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.583734:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657346944
00000100:00100000:3.0:1769074960.583745:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657346944
00010000:00010000:3.0:1769074960.583785:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e28 expref: 354 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.583834:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5528
00000100:00100000:3.0:1769074960.583844:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2368:x1855007657346944:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.583858:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.583874:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e28 expref: 354 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.583887:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e28 expref: 354 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.583939:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e41b3f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e28 expref: 354 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.583954:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074960.583959:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.583969:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.583977:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.584001:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.584061:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:2368:x1855007657346944:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 218us (486us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.584069:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5528
00010000:00010000:2.0:1769074960.584154:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.584162:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074960.584182:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00010000:00010000:2.0:1769074960.584324:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42024 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fc5 expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.584335:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fc5 expref: 353 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.584340:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074960.584342:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.584343:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7a00, rc 0)
00000100:00100000:2.0:1769074960.584372:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13245:x1855007657346688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4903us (5950us total) trans 4295106455 rc 0/0
00000100:00100000:2.0:1769074960.584379:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210492
00000100:00100000:0.0:1769074960.586480:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.586542:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657347072
00000100:00100000:2.0:1769074960.586552:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657347072
00000100:00100000:2.0:1769074960.586614:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210493
00000100:00100000:2.0:1769074960.586623:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13246:x1855007657347072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.586644:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.586670:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e42039 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fcc expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.586834:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.586853:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.586871:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.586885:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.586892:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.586897:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.586994:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587000:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587006:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587011:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.587014:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587020:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587039:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.587042:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.587047:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587053:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42040 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587064:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587070:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587080:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587085:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.587088:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587092:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587101:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xca0470e2 (ffff9032af293700)
00010000:00010000:2.0:1769074960.587103:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.587106:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587179:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42047 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.587206:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e42039 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fcc expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.587215:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.587218:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.587221:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e42039 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fcc expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.587229:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:2.0:1769074960.587353:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13246:x1855007657347072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 731us (880us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074960.587361:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210493
00000100:00100000:0.0:1769074960.589287:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.589378:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657347200
00000100:00100000:2.0:1769074960.589387:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657347200
00000100:00100000:2.0:1769074960.589443:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210494
00000100:00100000:2.0:1769074960.589452:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13245:x1855007657347200:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.589475:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.589493:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4204e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fd3 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.589572:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.589588:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fc5 expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.589597:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.589631:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fc5 expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.589644:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fc5 expref: 354 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.589659:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623412352:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.590434:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e79c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.594622:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.596932:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657347328
00000100:00100000:2.0:1769074960.596947:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657347328
00000100:00100000:2.0:1769074960.597016:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210495
00000100:00100000:2.0:1769074960.597026:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13246:x1855007657347328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.597047:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.597072:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4205c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fda expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.597142:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597157:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597168:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597183:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597191:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597198:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597268:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597275:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597282:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597288:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.597292:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597299:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597311:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.597314:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.597319:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597325:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42063 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597339:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597345:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597350:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597358:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.597361:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597367:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597374:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd8c47549 (ffff9032af293900)
00010000:00010000:2.0:1769074960.597376:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.597378:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597383:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4206a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.597411:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4205c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fda expref: 356 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.597420:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.597422:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.597425:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4205c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fda expref: 356 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.597434:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9600, rc 0)
00000100:00100000:2.0:1769074960.597819:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13246:x1855007657347328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 792us (3204us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074960.597827:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210495
00000100:00100000:2.0:1769074960.597895:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623412352:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.597941:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.598293:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.598377:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657347456
00000100:00100000:3.0:1769074960.598383:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657347456
00010000:00010000:3.0:1769074960.598408:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fc5 expref: 355 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.598480:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5529
00000100:00100000:3.0:1769074960.598488:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:2368:x1855007657347456:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.598500:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.598506:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fc5 expref: 355 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.598521:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fc5 expref: 355 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.598536:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4202b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fc5 expref: 355 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.598548:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074960.598552:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.598558:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.598564:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.598590:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.598625:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2368:x1855007657347456:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 137us (333us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.598631:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5529
00010000:00010000:2.0:1769074960.598825:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.598833:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074960.598886:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.598891:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.598941:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.598969:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4204e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fd3 expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.598984:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fd3 expref: 353 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.598992:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074960.598995:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.598997:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8200, rc 0)
00000100:00100000:2.0:1769074960.599025:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13245:x1855007657347200:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9575us (9747us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.599032:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210494
00000100:00100000:1.0:1769074960.609093:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.609217:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657347840
00000100:00100000:2.0:1769074960.609228:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657347840
00000100:00100000:2.0:1769074960.609296:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210496
00000100:00100000:2.0:1769074960.609306:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13246:x1855007657347840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.609330:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.609491:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1769074960.609524:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e41db5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f01 expref: 353 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.609545:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.609551:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074960.609564:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42071 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fe1 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074960.609964:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.610019:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657347712
00000100:00100000:0.0:1769074960.610024:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657347712
00000100:00100000:0.0:1769074960.610056:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210497
00000100:00100000:0.0:1769074960.610064:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657347712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.610068:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.610072:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.610083:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.610088:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4207f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fe8 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.610092:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610104:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610112:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610118:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.610136:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610151:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610158:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610167:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610173:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610178:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610219:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610226:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610232:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610242:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.610247:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610253:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610262:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074960.610264:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.610273:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610279:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e4208d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610291:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610296:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610301:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610305:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.610308:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610313:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610319:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xde0cbb04 (ffff903298a49900)
00010000:00010000:0.0:1769074960.610321:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.610324:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610329:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42094 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xde0cbb04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.610356:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4207f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe8 expref: 355 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.610365:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074960.610367:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.610371:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e4207f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe8 expref: 355 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.610378:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34e00, rc 0)
00000100:00100000:0.0:1769074960.610433:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657347712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 369us (470us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074960.610440:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210497
00000004:00080000:2.0:1769074960.610453:0:11659:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d1:0x0], index 1: 0
00010000:00010000:2.0:1769074960.610607:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610616:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610626:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610656:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610676:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610683:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610688:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.610691:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610697:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610704:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.610707:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.610710:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.610715:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42078 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000004:00010000:2.0:1769074960.610735:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000093443a6 reply state 0000000083f56ac2 transno 4295106456 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074960.610743:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1769074960.610765:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42071 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe1 expref: 355 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.610782:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe1 expref: 354 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.610788:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:2.0:1769074960.610790:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.610793:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9000, rc 0)
00000100:00100000:2.0:1769074960.610838:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286242300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13246:x1855007657347840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1534us (1754us total) trans 4295106456 rc 0/0
00000100:00100000:2.0:1769074960.610845:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210496
00010000:00010000:3.0:1769074960.613395:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.613413:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.613420:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.613426:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.613431:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.613438:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.613455:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xca0470e2 (ffff9032af293900)
00010000:00010000:3.0:1769074960.613457:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.613463:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.613468:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42086 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.615404:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.615472:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657348096
00000100:00100000:3.0:1769074960.615483:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657348096
00000100:00100000:3.0:1769074960.615541:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4409
00000100:00100000:3.0:1769074960.615551:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657348096:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074960.616679:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13245:x1855007657348096:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 1123us (1279us total) trans 4295106457 rc 0/0
00000100:00100000:3.0:1769074960.617708:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4409
00000100:00100000:1.0:1769074960.619731:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.620015:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657348224
00000100:00100000:3.0:1769074960.620026:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657348224
00000100:00100000:3.0:1769074960.620224:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2966
00000100:00100000:3.0:1769074960.620236:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2369:x1855007657348224:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.620254:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.620274:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308fef expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074960.620299:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074960.620320:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00000100:00100000:1.0:1769074960.620433:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.620485:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657348352
00000100:00100000:2.0:1769074960.620490:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657348352
00000100:00100000:2.0:1769074960.620520:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210498
00000100:00100000:2.0:1769074960.620527:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13245:x1855007657348352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.620542:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.620557:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e420b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ff6 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.620618:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620633:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620644:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620658:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620682:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620689:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620807:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e420c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620816:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e420c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620823:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e420c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:2.0:1769074960.620858:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.620876:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.620895:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e420c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620904:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e420c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620945:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620952:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620958:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620964:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.620969:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620977:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.620988:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074960.620991:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.620996:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.621002:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e420b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.621013:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.621019:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.621025:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.621029:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.621031:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.621036:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.621043:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9e362f1b (ffff9032af293b00)
00010000:00010000:2.0:1769074960.621045:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.621048:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.621053:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074960.621085:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e420b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ff6 expref: 357 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.621097:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e420c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ff6 expref: 356 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.621103:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074960.621105:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.621108:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:2.0:1769074960.621176:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13245:x1855007657348352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 649us (743us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.621184:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210498
00010000:00010000:3.0:1769074960.621782:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074960.621795:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fef expref: 80 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074960.621820:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fef expref: 80 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074960.621833:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13600, rc 0)
00000100:00100000:3.0:1769074960.621887:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:2369:x1855007657348224:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1653us (2781us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.621896:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2966
00000100:00100000:1.0:1769074960.626860:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.626963:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657348480
00000100:00100000:3.0:1769074960.626977:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657348480
00000100:00100000:3.0:1769074960.627049:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1591
00000100:00100000:3.0:1769074960.627058:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:2369:x1855007657348480:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.627073:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.627096:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e420c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ff6 expref: 356 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.627114:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074960.627119:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.627178:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:2369:x1855007657348480:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 121us (332us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.627186:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1591
00000100:00100000:1.0:1769074960.629071:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.629125:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.629223:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657348992
00000100:00100000:0.0:1769074960.629231:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657348992
00000100:00100000:0.0:1769074960.629309:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4410
00000100:00100000:3.0:1769074960.629317:0:5762:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657348736
00000100:00100000:0.0:1769074960.629319:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2c8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13246:x1855007657348992:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074960.629322:0:5762:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657348736
00000100:00100000:3.0:1769074960.629350:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210499
00000100:00100000:3.0:1769074960.629356:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13245:x1855007657348736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.629365:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.629385:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e420cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2308ffd expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.629471:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.629486:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fd3 expref: 357 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.629494:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074960.629528:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fd3 expref: 358 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.629542:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fd3 expref: 358 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.629555:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb836d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623412480:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.629626:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28af00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.629641:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2c8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13246:x1855007657348992:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 323us (514us total) trans 4295106458 rc 0/0
00000100:00100000:0.0:1769074960.629649:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4410
00000100:00100000:3.0:1769074960.633054:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb836d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623412480:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.633079:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:1.0:1769074960.635391:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.635439:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.635533:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657349120
00000100:00100000:0.0:1769074960.635545:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657349120
00000100:00100000:2.0:1769074960.635748:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657349376
00000100:00100000:2.0:1769074960.635752:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657349376
00000100:00100000:2.0:1769074960.635808:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210500
00000100:00100000:2.0:1769074960.635817:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13246:x1855007657349376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.635849:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.635881:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e420da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309004 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.636012:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fd3 expref: 360 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.636012:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.636027:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe1 expref: 360 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.636036:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.636037:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5530
00000100:00100000:0.0:1769074960.636044:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:2369:x1855007657349120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.636052:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.636058:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fd3 expref: 360 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.636069:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe1 expref: 360 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.636073:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fd3 expref: 360 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.636081:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe1 expref: 360 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.636089:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42055 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fd3 expref: 360 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.636093:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623412608:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.636106:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074960.636110:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.636118:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.636123:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.636147:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.636166:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.636172:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:2369:x1855007657349120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (790us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.636179:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5530
00010000:00010000:0.0:1769074960.636236:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:0.0:1769074960.636243:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:0.0:1769074960.636258:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00010000:00010000:0.0:1769074960.636392:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e420cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ffd expref: 360 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.636411:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ffd expref: 359 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.636418:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074960.636421:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074960.636424:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12c00, rc 0)
00000100:00100000:0.0:1769074960.636449:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb54ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13245:x1855007657348736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7093us (7385us total) trans 4295106459 rc 0/0
00000100:00100000:0.0:1769074960.636455:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210499
00000100:00100000:2.0:1769074960.640944:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623412608:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.640945:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074960.640973:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074960.641056:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657349504
00000100:00100000:3.0:1769074960.641065:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657349504
00010000:00010000:3.0:1769074960.641107:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe1 expref: 359 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.641148:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5531
00000100:00100000:3.0:1769074960.641157:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:2368:x1855007657349504:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.641338:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.641346:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe1 expref: 359 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.641351:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074960.641359:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe1 expref: 359 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.641383:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4209b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fe1 expref: 359 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.641398:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:3.0:1769074960.641404:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.641414:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.641421:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.641453:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.641510:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:2368:x1855007657349504:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 354us (607us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.641519:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5531
00010000:00010000:2.0:1769074960.641572:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.641579:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074960.641603:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041f:0x0]: returning size 0
00010000:00010000:2.0:1769074960.641780:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e420da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309004 expref: 359 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.641797:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309004 expref: 358 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.641805:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:2.0:1769074960.641807:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.641810:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9a00, rc 0)
00000100:00100000:2.0:1769074960.641850:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13246:x1855007657349376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6034us (6410us total) trans 4295106460 rc 0/0
00000100:00100000:2.0:1769074960.641857:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210500
00000100:00100000:2.0:1769074960.641885:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657349632
00000100:00100000:2.0:1769074960.641890:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657349632
00000100:00100000:0.0:1769074960.644803:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210501
00000100:00100000:0.0:1769074960.644976:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13245:x1855007657349632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.645003:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.645026:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e420f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230900b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.645103:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.645116:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ffd expref: 359 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.645125:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.645153:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ffd expref: 359 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.645171:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ffd expref: 359 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.645184:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623412736:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.645257:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032a763a780 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.649206:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.652030:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657349760
00000100:00100000:3.0:1769074960.652047:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657349760
00000100:00100000:3.0:1769074960.652108:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210502
00000100:00100000:3.0:1769074960.652117:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:13246:x1855007657349760:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.652143:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.652166:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42104 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309012 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.652248:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.652262:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309004 expref: 361 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.652273:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.652307:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309004 expref: 361 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.652319:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309004 expref: 361 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.652333:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb836d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623412864:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.653286:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.654421:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.654485:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657349888
00000100:00100000:3.0:1769074960.654495:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657349888
00010000:00010000:3.0:1769074960.654530:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ffd expref: 362 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.654569:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5532
00000100:00100000:3.0:1769074960.654580:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:2369:x1855007657349888:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.654593:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.654599:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ffd expref: 362 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.654612:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ffd expref: 362 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.654633:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074960.654639:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.654649:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.654655:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.654672:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.654849:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:2369:x1855007657349888:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 269us (432us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.654858:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5532
00010000:00010000:0.0:1769074960.655197:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e420d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ffd expref: 361 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.655215:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623412736:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.655235:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.655244:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.655249:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074960.655293:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.655299:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.655318:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.655350:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e420f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230900b expref: 361 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.655364:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230900b expref: 360 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.655377:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074960.655379:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.655382:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd000, rc 0)
00000100:00100000:0.0:1769074960.655412:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:13245:x1855007657349632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10595us (14060us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.655419:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210501
00000100:00100000:3.0:1769074960.658186:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb836d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623412864:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.658214:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074960.659275:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.659353:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657350016
00000100:00100000:0.0:1769074960.659362:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657350016
00010000:00010000:0.0:1769074960.659401:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309004 expref: 360 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.659443:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5533
00000100:00100000:0.0:1769074960.659454:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:2369:x1855007657350016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.659472:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.659480:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309004 expref: 360 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.659492:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309004 expref: 360 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.659514:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e420e1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309004 expref: 360 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.659530:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:0.0:1769074960.659535:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.659547:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.659554:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.659585:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.659647:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:2369:x1855007657350016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 196us (383us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.659656:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5533
00010000:00010000:1.0:1769074960.659948:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.659957:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074960.660004:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041f:0x0]: returning size 0
00000004:00200000:1.0:1769074960.660009:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074960.660029:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.660058:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42104 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309012 expref: 359 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.660072:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309012 expref: 358 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.660081:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:1.0:1769074960.660083:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074960.660086:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:1.0:1769074960.660122:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13246:x1855007657349760:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8006us (10925us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.660130:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210502
00000100:00100000:1.0:1769074960.667884:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.668139:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657350144
00000100:00100000:3.0:1769074960.668150:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657350144
00000100:00100000:3.0:1769074960.668240:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210503
00000100:00100000:3.0:1769074960.668251:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13245:x1855007657350144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.668272:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.668295:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e42112 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309019 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.668368:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668383:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668396:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668410:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668418:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668424:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668536:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668546:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668553:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074960.668587:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:3.0:1769074960.668592:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.668613:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668627:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668635:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668641:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668648:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668653:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.668657:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668664:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668675:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074960.668679:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.668684:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668689:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42119 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668700:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668706:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668711:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668717:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd13800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.668720:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668726:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668733:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2061246 (ffff90328bb7fc00)
00010000:00010000:3.0:1769074960.668736:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.668739:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668744:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42120 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.668778:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e42112 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 360 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.668792:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 359 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.668799:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074960.668801:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.668804:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12400, rc 0)
00000100:00100000:3.0:1769074960.668885:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13245:x1855007657350144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 636us (1023us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.668893:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210503
00000100:00100000:0.0:1769074960.682494:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.682540:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.682581:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.682681:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657350656
00000100:00100000:1.0:1769074960.682693:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657350656
00000100:00100000:1.0:1769074960.682764:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210504
00000100:00100000:1.0:1769074960.682774:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13245:x1855007657350656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.682795:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.682816:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4212e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309027 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.682997:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.683013:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e52 expref: 360 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.683022:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 360 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.683031:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.683066:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 360 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.683080:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 360 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.683093:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff56300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623412992:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074960.683174:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e52 expref: 360 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.683184:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e52 expref: 360 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.683193:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623413120:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.683214:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:2.0:1769074960.683709:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657350400
00000100:00100000:2.0:1769074960.683716:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657350400
00000100:00100000:2.0:1769074960.683765:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2967
00000100:00100000:2.0:1769074960.683773:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:13246:x1855007657350400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.683785:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.683798:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309020 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.683824:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fef expref: 81 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074960.683833:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074960.683835:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074960.683838:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 81 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.683874:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fef expref: 81 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074960.683883:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fef expref: 81 pid: 13367 timeout: 2046 lvb_type: 1
00000100:00100000:2.0:1769074960.683894:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623413248:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.683964:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.684113:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657350272
00000100:00100000:3.0:1769074960.684118:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657350272
00010000:00010000:3.0:1769074960.684143:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 361 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.684177:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5534
00000100:00100000:3.0:1769074960.684184:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:2368:x1855007657350272:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.684194:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.684199:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 361 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.684211:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 361 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.684230:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074960.684235:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.684243:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.684248:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.684290:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:2368:x1855007657350272:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 105us (1807us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.684297:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5534
00010000:00010000:3.0:1769074960.689487:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000064d85e51 x1855007623412992) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 360 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.689515:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e42127 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309019 expref: 360 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.689539:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff56300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623412992:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.689554:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623413120:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.689577:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074960.689584:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.689593:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.689602:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074960.691404:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623413248:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.691440:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 81 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.691461:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9e00, rc 0)
00000100:00100000:0.0:1769074960.692417:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+81:13246:x1855007657350400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8639us (9828us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.692428:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2967
00000100:00100000:3.0:1769074960.693189:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.693303:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.693433:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657350912
00000100:00100000:1.0:1769074960.693444:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657350912
00010000:00010000:1.0:1769074960.693482:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fef expref: 81 pid: 13367 timeout: 2046 lvb_type: 1
00000100:00100000:1.0:1769074960.693517:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657350784
00000100:00100000:1.0:1769074960.693521:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657350784
00010000:00010000:1.0:1769074960.693536:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e52 expref: 360 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.693560:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5535
00000100:00100000:1.0:1769074960.693569:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+81:2368:x1855007657350912:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.693586:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.693613:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fef expref: 81 pid: 13367 timeout: 2046 lvb_type: 1
00010000:00010000:1.0:1769074960.693625:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fef expref: 81 pid: 13367 timeout: 2046 lvb_type: 1
00010000:00010000:1.0:1769074960.693654:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bdd13600/0x2152b583a6e420a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fef expref: 81 pid: 13367 timeout: 2046 lvb_type: 1
00010000:00010000:1.0:1769074960.693670:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074960.693672:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074960.693679:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 80 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.693699:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 80 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.693749:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 80 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074960.693763:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623413376:192.168.204.54@tcp:105:
00000100:00100000:1.0:1769074960.693842:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.693878:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5536
00000100:00100000:1.0:1769074960.693887:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:2368:x1855007657350784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.693897:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.693903:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e52 expref: 360 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.693941:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e52 expref: 360 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.693957:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e41bbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e52 expref: 360 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.693969:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:1.0:1769074960.693976:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.693984:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.693991:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.694011:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.694037:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:2368:x1855007657350784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (733us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.694045:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5536
00010000:00010000:3.0:1769074960.695608:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.695624:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074960.695648:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00010000:00010000:3.0:1769074960.696033:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4212e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309027 expref: 360 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.696052:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309027 expref: 359 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.696061:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074960.696065:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074960.696069:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed800, rc 0)
00000100:00100000:3.0:1769074960.696290:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13245:x1855007657350656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13516us (13747us total) trans 4295106461 rc 0/0
00000100:00100000:3.0:1769074960.696300:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210504
00000100:00100000:1.0:1769074960.698168:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623413376:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074960.698193:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.698236:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:2368:x1855007657350912:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 4667us (5050us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.698246:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5535
00000100:00100000:1.0:1769074960.701544:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.701635:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657351168
00000100:00100000:0.0:1769074960.701645:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657351168
00000100:00100000:0.0:1769074960.702064:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4411
00000100:00100000:0.0:1769074960.702078:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13246:x1855007657351168:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074960.702447:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:13246:x1855007657351168:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 371us (911us total) trans 4295106462 rc 0/0
00000100:00100000:0.0:1769074960.702455:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4411
00000100:00100000:3.0:1769074960.702778:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.702892:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657351296
00000100:00100000:3.0:1769074960.702898:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657351296
00000100:00100000:3.0:1769074960.702952:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210505
00000100:00100000:3.0:1769074960.702960:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:13245:x1855007657351296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.702975:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.702995:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e4214a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230902e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.703064:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.703079:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309027 expref: 361 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.703088:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.703119:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309027 expref: 361 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.703132:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309027 expref: 361 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.703145:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb837100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623413504:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.703204:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28af00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.707712:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.707846:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657351424
00000100:00100000:2.0:1769074960.707857:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657351424
00000100:00100000:2.0:1769074960.707963:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210506
00000100:00100000:2.0:1769074960.707973:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13246:x1855007657351424:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.707998:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.708019:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42158 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309035 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.708086:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708101:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708111:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708127:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708134:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708141:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708247:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e4216d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708255:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e4216d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708262:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e4216d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074960.708294:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041f:0x0]: returning size 2048
00000004:00200000:2.0:1769074960.708299:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.708316:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e4216d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708328:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e4216d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708337:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708343:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708349:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708355:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.708359:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708366:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708376:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074960.708380:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.708384:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708390:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4215f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708401:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708406:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708411:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708415:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.708418:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708423:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708429:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xca0470e2 (ffff9032af293b00)
00010000:00010000:2.0:1769074960.708431:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.708434:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708439:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e42166 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.708466:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42158 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309035 expref: 364 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.708482:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e4216d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309035 expref: 363 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.708489:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:2.0:1769074960.708491:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.708494:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8a00, rc 0)
00000100:00100000:2.0:1769074960.708546:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13246:x1855007657351424:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 575us (845us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.708554:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210506
00000100:00100000:0.0:1769074960.709213:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb837100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623413504:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.709239:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074960.711470:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.711545:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657351552
00000100:00100000:0.0:1769074960.711554:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657351552
00010000:00010000:0.0:1769074960.711590:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309027 expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.711628:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5537
00000100:00100000:0.0:1769074960.711636:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:2368:x1855007657351552:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.711649:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.711655:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309027 expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.711668:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309027 expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.711689:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42135 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309027 expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.711703:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:0.0:1769074960.711708:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.711717:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.711733:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.711760:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074960.711992:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.712000:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074960.712043:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:1.0:1769074960.712047:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074960.712065:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074960.712092:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e4214a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230902e expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.712105:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230902e expref: 362 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.712112:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:1.0:1769074960.712115:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074960.712117:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13800, rc 0)
00000100:00100000:0.0:1769074960.712189:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:2368:x1855007657351552:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 552us (727us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.712198:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5537
00000100:00100000:1.0:1769074960.712554:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:13245:x1855007657351296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9594us (9776us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.712562:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210505
00000100:00100000:1.0:1769074960.718369:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.718410:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.718443:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.718527:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657352064
00000100:00100000:2.0:1769074960.718538:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657352064
00000100:00100000:2.0:1769074960.718608:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1592
00000100:00100000:2.0:1769074960.718619:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:2368:x1855007657352064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.718637:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.718662:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e4216d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309035 expref: 361 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.718680:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:2.0:1769074960.718685:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.718749:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:2368:x1855007657352064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 132us (304us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.718757:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1592
00000100:00100000:0.0:1769074960.718815:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657351936
00000100:00100000:0.0:1769074960.718830:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657351936
00000100:00100000:0.0:1769074960.718870:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657351808
00000100:00100000:0.0:1769074960.718873:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657351808
00000100:00100000:0.0:1769074960.718890:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210507
00000100:00100000:0.0:1769074960.718897:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:13245:x1855007657351936:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.718938:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.718954:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42174 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309043 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.719013:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719026:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719036:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719051:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719058:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719064:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719182:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719195:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719202:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074960.719234:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.719239:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.719256:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719268:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719275:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719281:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719288:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719295:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.719299:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719305:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719313:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074960.719316:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.719320:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719326:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4217b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719335:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719340:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719345:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719350:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.719352:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719358:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719364:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xbcf75103 (ffff903298a49900)
00010000:00010000:0.0:1769074960.719367:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.719369:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719374:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42182 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719401:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42174 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.719413:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 362 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.719425:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:0.0:1769074960.719428:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.719430:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd200, rc 0)
00000100:00100000:0.0:1769074960.719461:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13245:x1855007657351936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 565us (1103us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.719468:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210507
00000100:00100000:0.0:1769074960.719487:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210508
00000100:00100000:0.0:1769074960.719495:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:13246:x1855007657351808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.719504:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.719513:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42190 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230903c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.719870:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.719883:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309012 expref: 362 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.719891:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.723018:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309012 expref: 362 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.723043:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309012 expref: 362 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.723066:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623413632:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.723152:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032a763ad80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.730434:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623413632:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.730466:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074960.731347:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.731437:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657352320
00000100:00100000:3.0:1769074960.731445:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657352320
00000100:00100000:3.0:1769074960.731522:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210509
00000100:00100000:3.0:1769074960.731532:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13245:x1855007657352320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.731552:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.731570:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e4219e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230904a expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.731661:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.731675:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e7c expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.731692:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.731699:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.731736:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.731746:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 364 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.731759:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623413760:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.731850:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e7c expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.731858:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e7c expref: 364 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.731877:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb837480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623413888:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.731898:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074960.740122:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.740169:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.740255:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657352576
00000100:00100000:0.0:1769074960.740266:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657352576
00010000:00010000:0.0:1769074960.740307:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309012 expref: 365 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.740382:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657352448
00000100:00100000:0.0:1769074960.740386:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657352448
00010000:00010000:0.0:1769074960.740399:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 366 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.740469:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5538
00000100:00100000:3.0:1769074960.740481:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:2368:x1855007657352576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.740496:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.740502:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309012 expref: 366 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.740514:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309012 expref: 366 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.740534:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e4210b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309012 expref: 366 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.740549:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:3.0:1769074960.740554:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.740562:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.740568:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.740601:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.740646:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:2368:x1855007657352576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (533us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.740653:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5538
00000100:00100000:3.0:1769074960.740672:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5539
00000100:00100000:3.0:1769074960.740679:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:2368:x1855007657352448:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.740955:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.740961:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 364 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.740972:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 364 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.740984:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:3.0:1769074960.740988:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.740995:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.741000:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.741021:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:2368:x1855007657352448:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 342us (851us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.741027:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5539
00010000:00010000:2.0:1769074960.741090:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.741098:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074960.741119:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041f:0x0]: returning size 2048
00010000:00010000:2.0:1769074960.741276:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42190 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230903c expref: 365 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.741293:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230903c expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.741301:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:2.0:1769074960.741304:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.741306:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34a00, rc 0)
00000100:00100000:2.0:1769074960.741332:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13246:x1855007657351808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 21838us (22921us total) trans 4295106463 rc 0/0
00000100:00100000:2.0:1769074960.741341:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210508
00000100:00100000:2.0:1769074960.744828:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074960.745182:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000007c839d06 x1855007623413760) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.745213:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e42189 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309043 expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.745229:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623413760:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.745243:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb837480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623413888:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.745265:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:3.0:1769074960.745270:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.745279:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.745288:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074960.745360:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657352704
00000100:00100000:1.0:1769074960.745369:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657352704
00010000:00010000:1.0:1769074960.745403:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e7c expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.745447:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5540
00000100:00100000:1.0:1769074960.745457:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:2369:x1855007657352704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.745474:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.745479:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e7c expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.745491:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e7c expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.745512:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e41c49 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e7c expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074960.745523:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:1.0:1769074960.745526:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074960.745534:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074960.745542:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074960.745577:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.745635:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:2369:x1855007657352704:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 178us (817us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.745642:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5540
00010000:00010000:2.0:1769074960.745968:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.745977:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074960.746000:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00010000:00010000:2.0:1769074960.746169:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e4219e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230904a expref: 363 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.746185:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230904a expref: 362 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.746198:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:2.0:1769074960.746201:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.746203:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12c00, rc 0)
00000100:00100000:2.0:1769074960.746243:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13245:x1855007657352320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14713us (14901us total) trans 4295106464 rc 0/0
00000100:00100000:2.0:1769074960.746250:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210509
00000100:00100000:2.0:1769074960.753462:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.753527:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657352832
00000100:00100000:3.0:1769074960.753537:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657352832
00000100:00100000:3.0:1769074960.753595:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210510
00000100:00100000:3.0:1769074960.753604:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13246:x1855007657352832:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.753629:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.753649:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e421ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309051 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.753750:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.753766:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230903c expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.753776:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.753812:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230903c expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.753825:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230903c expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.753839:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb837480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623414016:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.754064:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.756664:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.756849:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657352960
00000100:00100000:2.0:1769074960.756869:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657352960
00000100:00100000:2.0:1769074960.756952:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210511
00000100:00100000:2.0:1769074960.756963:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13245:x1855007657352960:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.756989:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.757009:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e421c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309058 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.757097:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.757126:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230904a expref: 365 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.757135:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.757172:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230904a expref: 365 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.757182:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230904a expref: 365 pid: 5763 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.757196:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623414144:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.757263:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e79c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.761358:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623414144:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074960.761389:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074960.761469:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb837480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623414016:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.761484:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074960.764375:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.764417:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.764524:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657353088
00000100:00100000:2.0:1769074960.764534:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657353088
00010000:00010000:2.0:1769074960.764579:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230903c expref: 366 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.764614:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657353216
00000100:00100000:2.0:1769074960.764617:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657353216
00010000:00010000:2.0:1769074960.764631:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230904a expref: 367 pid: 5763 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.764655:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5541
00000100:00100000:2.0:1769074960.764795:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2368:x1855007657353088:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.764812:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.764825:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230903c expref: 367 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.764834:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5542
00000100:00100000:0.0:1769074960.764847:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2368:x1855007657353216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.764847:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230903c expref: 367 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.764856:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.764869:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230904a expref: 367 pid: 5763 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.764876:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42197 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230903c expref: 367 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.764883:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230904a expref: 367 pid: 5763 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.764893:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230904a expref: 366 pid: 5763 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.764894:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:2.0:1769074960.764899:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.764902:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:0.0:1769074960.764943:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.764953:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.764960:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.764983:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074960.764993:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.765001:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074960.765035:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:2368:x1855007657353216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 191us (616us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.765042:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5542
00000004:00200000:3.0:1769074960.765045:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:3.0:1769074960.765049:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.765068:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.765097:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e421c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309058 expref: 365 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.765116:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309058 expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.765123:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:3.0:1769074960.765125:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.765128:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8c00, rc 0)
00000100:00100000:3.0:1769074960.765155:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13245:x1855007657352960:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8195us (8499us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.765162:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210511
00010000:00010000:2.0:1769074960.766353:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.766367:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.766392:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.766432:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:2368:x1855007657353088:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1639us (2068us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.766441:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5541
00010000:00010000:3.0:1769074960.768417:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.768434:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074960.768489:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041f:0x0]: returning size 2048
00000004:00200000:3.0:1769074960.768494:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.768516:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.769312:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e421ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309051 expref: 363 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.769334:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309051 expref: 362 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.769454:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:3.0:1769074960.769458:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.769462:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12400, rc 0)
00000100:00100000:3.0:1769074960.769534:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13246:x1855007657352832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15929us (16080us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.769544:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210510
00000100:00100000:1.0:1769074960.776497:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.776768:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657353344
00000100:00100000:3.0:1769074960.776778:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657353344
00000100:00100000:3.0:1769074960.776850:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210512
00000100:00100000:3.0:1769074960.776869:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13246:x1855007657353344:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.776890:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.776941:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e421d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230905f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.777010:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777023:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777033:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777048:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777054:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777060:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777170:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e421eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777183:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e421eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777190:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e421eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074960.777224:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041f:0x0]: returning size 2048
00000004:00200000:3.0:1769074960.777228:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.777245:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e421eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777255:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e421eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777263:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777268:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777274:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777280:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.777284:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777291:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777303:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074960.777306:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.777311:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777318:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e421dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777333:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777338:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777344:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777349:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.777352:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777358:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777364:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xca0470e2 (ffff90328bb7fc00)
00010000:00010000:3.0:1769074960.777366:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.777369:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777374:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.777404:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e421d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230905f expref: 364 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.777417:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e421eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230905f expref: 363 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.777430:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:3.0:1769074960.777432:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.777435:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12e00, rc 0)
00000100:00100000:3.0:1769074960.777491:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13246:x1855007657353344:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 632us (1002us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.777498:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210512
00000100:00100000:2.0:1769074960.784127:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.784174:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.784260:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657353472
00000100:00100000:3.0:1769074960.784280:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657353472
00000100:00100000:3.0:1769074960.784341:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210513
00000100:00100000:3.0:1769074960.784350:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13245:x1855007657353472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.784370:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.784390:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e421f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309066 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.784455:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784471:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784482:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784495:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784502:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784512:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784612:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e42207 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784620:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e42207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784627:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e42207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074960.784659:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:3.0:1769074960.784664:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.784681:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e42207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784691:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e42207 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784698:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784704:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784710:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784716:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.784720:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784727:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784739:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074960.784742:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.784747:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784752:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e421f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784766:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784772:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784777:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784782:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd12200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074960.784785:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784790:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784797:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x98ca20bd (ffff90328bb7fc00)
00010000:00010000:3.0:1769074960.784799:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074960.784802:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784807:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42200 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.784847:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e421f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309066 expref: 365 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.784872:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e42207 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309066 expref: 364 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.784878:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:3.0:1769074960.784880:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.784883:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12800, rc 0)
00000100:00100000:3.0:1769074960.784998:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13245:x1855007657353472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 648us (879us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.785004:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210513
00000100:00100000:1.0:1769074960.785560:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657353600
00000100:00100000:1.0:1769074960.785568:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657353600
00000100:00100000:1.0:1769074960.785678:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1593
00000100:00100000:1.0:1769074960.785688:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:2367:x1855007657353600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.785700:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074960.785715:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e421eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230905f expref: 364 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.785728:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:1.0:1769074960.785732:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.785771:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:2367:x1855007657353600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 85us (1596us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.785778:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1593
00000100:00100000:3.0:1769074960.792713:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.792952:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657353728
00000100:00100000:0.0:1769074960.792963:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657353728
00000100:00100000:0.0:1769074960.793023:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210514
00000100:00100000:0.0:1769074960.793034:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13246:x1855007657353728:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.793054:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.793073:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4220e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230906d expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.793156:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793171:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793182:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793197:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793203:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793209:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793273:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793281:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793287:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793293:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.793296:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793304:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793319:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.793321:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.793326:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793331:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42215 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793343:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793348:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793354:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793359:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.793361:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793367:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793374:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd263642c (ffff903298a49900)
00010000:00010000:0.0:1769074960.793376:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.793379:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793385:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4221c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.793413:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4220e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230906d expref: 364 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.793423:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.793425:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.793428:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4220e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230906d expref: 364 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.793436:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cc600, rc 0)
00000100:00100000:0.0:1769074960.793505:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13246:x1855007657353728:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 473us (801us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074960.793513:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210514
00000100:00100000:0.0:1769074960.799419:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.799464:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.799504:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657354112
00000100:00100000:1.0:1769074960.799515:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657354112
00000100:00100000:3.0:1769074960.799574:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657353984
00000100:00100000:1.0:1769074960.799577:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1594
00000100:00100000:3.0:1769074960.799579:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657353984
00000100:00100000:1.0:1769074960.799587:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:2367:x1855007657354112:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074960.799603:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1769074960.799612:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210515
00000100:00100000:3.0:1769074960.799618:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13245:x1855007657353984:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.799627:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e42207 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309066 expref: 364 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.799633:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.799646:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:3.0:1769074960.799648:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e42223 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309074 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.799651:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074960.799722:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:2367:x1855007657354112:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 137us (257us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.799729:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1594
00010000:00010000:3.0:1769074960.799740:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.799753:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e9f expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.799761:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.799791:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e9f expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.799803:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e9f expref: 363 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.799822:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623414272:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.799897:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.802584:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.802676:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657354240
00000100:00100000:3.0:1769074960.802696:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657354240
00000100:00100000:3.0:1769074960.802761:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210516
00000100:00100000:3.0:1769074960.802772:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13246:x1855007657354240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.802791:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.802812:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42231 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230907b expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.802902:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e42238 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.802948:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e42238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.802959:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e42238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074960.803021:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:3.0:1769074960.803025:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.803050:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e42238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.803076:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e42231 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230907b expref: 366 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.803100:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e42238 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230907b expref: 365 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.803119:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074960.803123:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074960.803126:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12e00, rc 0)
00000100:00100000:3.0:1769074960.803761:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13246:x1855007657354240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 988us (1182us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.803770:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210516
00000100:00100000:3.0:1769074960.808614:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623414272:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.808647:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074960.810053:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.810145:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657354368
00000100:00100000:2.0:1769074960.810154:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657354368
00010000:00010000:2.0:1769074960.810191:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e9f expref: 365 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.810234:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5543
00000100:00100000:2.0:1769074960.810244:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:2368:x1855007657354368:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.810257:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.810263:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e9f expref: 365 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.810276:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e9f expref: 365 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.810297:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e41ca4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e9f expref: 365 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.810317:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:2.0:1769074960.810323:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.810333:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.810339:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.810362:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074960.810422:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074960.810426:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:2368:x1855007657354368:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (379us total) trans 0 rc 0/0
00010000:00010000:3.0:1769074960.810431:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074960.810433:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5543
00000004:00200000:3.0:1769074960.810452:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00010000:00010000:3.0:1769074960.810601:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e42223 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309074 expref: 365 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.810616:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309074 expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.810624:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:3.0:1769074960.810628:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074960.810630:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12200, rc 0)
00000100:00100000:3.0:1769074960.810669:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13245:x1855007657353984:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11050us (11259us total) trans 4295106465 rc 0/0
00000100:00100000:3.0:1769074960.810676:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210515
00000100:00100000:0.0:1769074960.822743:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.822799:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.822949:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657354624
00000100:00100000:1.0:1769074960.822962:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657354624
00000100:00100000:1.0:1769074960.823028:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4412
00000100:00100000:1.0:1769074960.823038:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13246:x1855007657354624:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074960.824113:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657354496
00000100:00100000:3.0:1769074960.824122:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657354496
00000100:00100000:3.0:1769074960.824172:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210517
00000100:00100000:3.0:1769074960.824180:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13245:x1855007657354496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.824196:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.824217:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e42246 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309082 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.824294:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.824309:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309074 expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.824318:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074960.824352:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309074 expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.824364:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309074 expref: 367 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.824377:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623414400:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.824470:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00010000:00010000:3.0:1769074960.826182:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1769074960.828000:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13246:x1855007657354624:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 4953us (5189us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074960.828018:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4412
00000100:00100000:3.0:1769074960.835619:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623414400:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.835646:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074960.836048:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.836097:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.836133:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657355008
00000100:00100000:3.0:1769074960.836141:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657355008
00000100:00100000:2.0:1769074960.836173:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657354752
00000100:00100000:2.0:1769074960.836177:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657354752
00000100:00100000:3.0:1769074960.836195:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4413
00010000:00010000:2.0:1769074960.836199:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309074 expref: 367 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.836204:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13246:x1855007657355008:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074960.836223:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5544
00000100:00100000:2.0:1769074960.836229:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2369:x1855007657354752:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.836243:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.836249:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309074 expref: 367 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.836260:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309074 expref: 367 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.836286:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e4222a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309074 expref: 367 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.836299:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:2.0:1769074960.836303:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.836312:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.836318:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.836332:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.836381:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2369:x1855007657354752:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 151us (334us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.836388:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5544
00000100:00100000:3.0:1769074960.836403:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13246:x1855007657355008:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 200us (306us total) trans 4295106466 rc 0/0
00000100:00100000:3.0:1769074960.836410:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4413
00010000:00010000:0.0:1769074960.836577:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.836586:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074960.836617:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.836621:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.836636:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.836758:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e42246 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309082 expref: 366 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.836780:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309082 expref: 365 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.836788:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:0.0:1769074960.836790:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.836793:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd12c00, rc 0)
00000100:00100000:0.0:1769074960.836877:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13245:x1855007657354496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12697us (14145us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.836884:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210517
00000100:00100000:1.0:1769074960.843276:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.843751:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657355136
00000100:00100000:0.0:1769074960.843764:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657355136
00000100:00100000:0.0:1769074960.843989:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210518
00000100:00100000:0.0:1769074960.844000:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13246:x1855007657355136:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.844020:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.844040:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42254 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309089 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.844110:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844125:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844135:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844150:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844162:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844169:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844274:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844282:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844289:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074960.844334:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.844339:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.844358:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844369:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844376:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844383:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844390:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844396:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.844399:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844407:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844419:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.844422:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.844427:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844432:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e4225b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844446:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844452:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844472:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844477:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.844480:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844485:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844492:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x1674e29a (ffff903298a49900)
00010000:00010000:0.0:1769074960.844494:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.844497:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844502:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42262 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.844532:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42254 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.844545:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 366 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.844553:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074960.844555:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.844557:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cda00, rc 0)
00000100:00100000:0.0:1769074960.844628:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13246:x1855007657355136:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 630us (1361us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.844636:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210518
00000100:00100000:3.0:1769074960.848005:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.856304:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.857940:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657355264
00000100:00100000:2.0:1769074960.857955:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657355264
00000100:00100000:2.0:1769074960.858039:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210519
00000100:00100000:2.0:1769074960.858049:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13245:x1855007657355264:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.858077:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.858099:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42270 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309090 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.858168:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858183:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858195:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858210:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858217:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858224:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858328:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42285 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858336:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858343:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074960.858376:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.858380:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.858398:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858409:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858418:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858424:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858433:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858440:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.858443:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858450:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858461:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074960.858464:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.858469:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858474:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e42277 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858486:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858491:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858497:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858501:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.858505:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858510:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858517:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3afecd66 (ffff9032af293b00)
00010000:00010000:2.0:1769074960.858519:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.858522:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.858527:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4227e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.860516:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e42270 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309090 expref: 368 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.860547:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42285 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309090 expref: 367 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.860556:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074960.860559:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.860562:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9200, rc 0)
00000100:00100000:2.0:1769074960.860648:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13245:x1855007657355264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2599us (12651us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.860655:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210519
00000100:00100000:1.0:1769074960.861346:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657355520
00000100:00100000:1.0:1769074960.861356:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657355520
00000100:00100000:1.0:1769074960.861406:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210520
00000100:00100000:1.0:1769074960.861415:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13246:x1855007657355520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074960.861435:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074960.861453:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4228c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309097 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.861553:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.861568:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d2c expref: 368 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.861575:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 368 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.861583:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.861620:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 368 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.861632:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 368 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.861646:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b398e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623414528:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074960.862411:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d2c expref: 368 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.862424:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d2c expref: 368 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074960.862434:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b39a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623414656:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.862460:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000100:00100000:3.0:1769074960.868896:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.869042:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657355648
00000100:00100000:2.0:1769074960.869053:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657355648
00010000:00010000:2.0:1769074960.869092:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 369 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.869130:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5545
00000100:00100000:2.0:1769074960.869139:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2366:x1855007657355648:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.869154:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.869161:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 369 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.869174:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 369 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.869198:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074960.869203:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.869212:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.869218:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.870782:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2366:x1855007657355648:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1633us (1886us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.870795:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5545
00000100:00100000:3.0:1769074960.871414:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.872330:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.872429:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657356032
00000100:00100000:0.0:1769074960.872439:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657356032
00000100:00100000:0.0:1769074960.872490:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1595
00000100:00100000:0.0:1769074960.872500:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2366:x1855007657356032:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.872514:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.872537:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42285 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309090 expref: 369 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.872555:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074960.872561:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.872648:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657355904
00000100:00100000:2.0:1769074960.872653:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657355904
00000100:00100000:2.0:1769074960.872695:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210521
00000100:00100000:2.0:1769074960.872703:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13245:x1855007657355904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.872719:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.872733:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4229a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230909e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.872824:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.872983:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec2 expref: 370 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.872996:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.873029:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec2 expref: 370 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.873040:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec2 expref: 370 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.873054:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623414784:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074960.874443:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:2366:x1855007657356032:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1936us (2107us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.874455:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1595
00000100:00100000:2.0:1769074960.876608:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e79c0 going to sleep for 11 seconds
00010000:00010000:2.0:1769074960.878085:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000223b8694 x1855007623414528) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 369 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.878107:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42269 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309089 expref: 369 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.878135:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b398e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623414528:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.878151:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b39a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623414656:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.878174:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074960.878180:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.878192:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.878200:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074960.889028:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.889065:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657356160
00000100:00100000:0.0:1769074960.889078:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657356160
00010000:00010000:0.0:1769074960.889121:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d2c expref: 369 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.889166:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5546
00000100:00100000:0.0:1769074960.889175:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2368:x1855007657356160:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.889190:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.889197:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d2c expref: 369 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.889210:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d2c expref: 369 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.889233:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4184b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d2c expref: 369 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.889247:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074960.889252:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.889261:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.889268:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074960.889292:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.889358:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:2368:x1855007657356160:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (340us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.889366:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5546
00010000:00010000:1.0:1769074960.890066:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074960.890077:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074960.890099:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00010000:00010000:1.0:1769074960.890262:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e4228c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309097 expref: 369 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.890280:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309097 expref: 368 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074960.890288:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074960.890291:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074960.890294:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:1.0:1769074960.890384:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13246:x1855007657355520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 28969us (34089us total) trans 4295106467 rc 0/0
00000100:00100000:1.0:1769074960.890396:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210520
00000100:00100000:1.0:1769074960.899820:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.899884:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.899897:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657356288
00000100:00100000:0.0:1769074960.899922:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657356288
00010000:00010000:0.0:1769074960.899963:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec2 expref: 368 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.900007:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5547
00000100:00100000:0.0:1769074960.900017:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:2369:x1855007657356288:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.900033:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.900039:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec2 expref: 368 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.900052:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec2 expref: 368 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.900073:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074960.900078:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.900088:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.900095:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.900112:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e41cf8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ec2 expref: 368 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.900123:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.900128:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623414784:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.900145:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.900153:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.900158:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074960.900169:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2369:x1855007657356288:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 153us (358us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.900175:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5547
00000004:00200000:2.0:1769074960.900178:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00010000:00010000:2.0:1769074960.900331:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4229a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230909e expref: 368 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.900346:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230909e expref: 367 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.900353:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074960.900355:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074960.900358:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:2.0:1769074960.900383:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13245:x1855007657355904:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 27681us (28970us total) trans 4295106468 rc 0/0
00000100:00100000:2.0:1769074960.900390:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210521
00000100:00100000:2.0:1769074960.900403:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657356416
00000100:00100000:2.0:1769074960.900406:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657356416
00000100:00100000:2.0:1769074960.900440:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210522
00000100:00100000:2.0:1769074960.900448:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13246:x1855007657356416:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.900464:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.900478:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e422b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090a5 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.900538:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.900549:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309097 expref: 368 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.900556:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.900583:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309097 expref: 368 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.900596:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309097 expref: 368 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.900609:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623414912:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.900938:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e79c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.910097:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.910112:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623414912:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074960.910140:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074960.910141:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074960.910202:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657356672
00000100:00100000:0.0:1769074960.910210:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657356672
00000100:00100000:0.0:1769074960.910274:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210523
00000100:00100000:0.0:1769074960.910285:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13245:x1855007657356672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.910309:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.910328:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e422c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090ac expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074960.910374:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657356544
00000100:00100000:3.0:1769074960.910379:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657356544
00010000:00010000:3.0:1769074960.910400:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309097 expref: 371 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074960.910409:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.910422:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230909e expref: 371 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.910435:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.910468:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230909e expref: 371 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074960.910469:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5548
00000100:00100000:3.0:1769074960.910477:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:2369:x1855007657356544:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.910480:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230909e expref: 371 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.910486:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.910492:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309097 expref: 371 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074960.910493:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef06680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623415040:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.910502:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309097 expref: 371 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.910519:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42293 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309097 expref: 371 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.910531:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074960.910534:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.910541:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.910547:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074960.910562:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032a763a900 going to sleep for 11 seconds
00010000:00010000:3.0:1769074960.910563:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.910586:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:2369:x1855007657356544:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 111us (446us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.910594:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5548
00010000:00010000:2.0:1769074960.910638:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.910649:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074960.910692:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:2.0:1769074960.910696:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074960.910717:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.910751:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e422b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090a5 expref: 370 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.910764:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090a5 expref: 369 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.910770:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074960.910773:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.910775:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9200, rc 0)
00000100:00100000:2.0:1769074960.910825:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13246:x1855007657356416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10378us (10941us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.910832:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210522
00000100:00100000:1.0:1769074960.917500:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.917594:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657356800
00000100:00100000:0.0:1769074960.917595:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef06680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623415040:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.917603:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657356800
00010000:00010000:0.0:1769074960.917624:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.917639:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230909e expref: 369 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.917718:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5549
00000100:00100000:3.0:1769074960.917735:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2369:x1855007657356800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.917755:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.917762:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230909e expref: 369 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.917773:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230909e expref: 369 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.917796:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e422a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230909e expref: 369 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.917812:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:3.0:1769074960.917827:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.917838:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.917847:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074960.917882:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074960.918000:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:2369:x1855007657356800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 265us (510us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.918008:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5549
00010000:00010000:0.0:1769074960.918067:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.918079:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074960.918123:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.918128:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.918147:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.918178:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e422c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ac expref: 368 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.918192:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ac expref: 367 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.918199:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074960.918202:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.918204:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd200, rc 0)
00000100:00100000:0.0:1769074960.918231:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13245:x1855007657356672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7949us (8144us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.918238:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210523
00000100:00100000:0.0:1769074960.930820:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.930886:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.930945:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657356928
00000100:00100000:2.0:1769074960.930956:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657356928
00000100:00100000:2.0:1769074960.931000:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657357056
00000100:00100000:2.0:1769074960.931003:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657357056
00000100:00100000:2.0:1769074960.931035:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210524
00000100:00100000:2.0:1769074960.931045:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13245:x1855007657356928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074960.931068:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:0.0:1769074960.931071:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210525
00000100:00100000:0.0:1769074960.931081:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13246:x1855007657357056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.931087:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.931087:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e422d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090b3 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.931095:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e422d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090ba expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.931153:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931153:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931167:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931167:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931179:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931179:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931193:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931193:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931200:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931201:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.931207:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931208:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931268:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.931289:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.931294:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.931299:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.931302:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e422fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931303:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931309:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e422fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931311:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931315:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e422fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931327:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.931330:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.931335:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.931340:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e422e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074960.931347:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00010000:00010000:0.0:1769074960.931351:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074960.931351:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:0.0:1769074960.931356:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.931361:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.931365:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd800 already unused, calling callback (ffffffffc1edf550)
00000004:00010000:2.0:1769074960.931367:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e422fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931368:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074960.931374:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931377:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e422fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931379:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd263642c (ffff903298a49900)
00010000:00010000:0.0:1769074960.931382:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.931384:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931385:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931390:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931391:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e422f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074960.931396:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931400:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.931402:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931407:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931413:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074960.931415:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.931416:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e422d9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ba expref: 370 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.931418:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931424:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e422e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931425:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.931428:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.931431:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e422d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ba expref: 370 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.931432:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931437:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074960.931440:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd600, rc 0)
00010000:00010000:2.0:1769074960.931442:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931446:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074960.931449:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931453:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931459:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x1674e29a (ffff9032af293b00)
00010000:00010000:2.0:1769074960.931461:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074960.931463:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931468:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e422ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074960.931486:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e422d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090b3 expref: 370 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074960.931490:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:13246:x1855007657357056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 412us (603us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074960.931496:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210525
00010000:00010000:2.0:1769074960.931498:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e422fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090b3 expref: 369 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.931503:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074960.931505:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074960.931508:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9000, rc 0)
00000100:00100000:2.0:1769074960.931530:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13245:x1855007657356928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 487us (718us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.931536:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210524
00000100:00100000:1.0:1769074960.940688:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.940845:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657357184
00000100:00100000:0.0:1769074960.940856:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657357184
00000100:00100000:0.0:1769074960.940966:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1596
00000100:00100000:0.0:1769074960.940976:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:2367:x1855007657357184:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074960.940994:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074960.941019:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e422fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090b3 expref: 368 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.941035:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074960.941041:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074960.941093:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2367:x1855007657357184:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 118us (414us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.941102:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1596
00000100:00100000:1.0:1769074960.946084:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074960.946134:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.946208:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657357696
00000100:00100000:3.0:1769074960.946208:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657357440
00000100:00100000:2.0:1769074960.946218:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657357696
00000100:00100000:3.0:1769074960.946218:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657357440
00000100:00100000:3.0:1769074960.946275:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210526
00000100:00100000:2.0:1769074960.946285:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4414
00000100:00100000:3.0:1769074960.946286:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13245:x1855007657357440:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074960.946291:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13246:x1855007657357696:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:3.0:1769074960.946306:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.946327:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42303 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090c1 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.946406:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.946421:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ced expref: 370 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.946429:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.946462:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ced expref: 370 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.946473:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ced expref: 370 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.946487:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623415168:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.946514:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:13246:x1855007657357696:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 222us (440us total) trans 4295106469 rc 0/0
00000100:00100000:2.0:1769074960.946521:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4414
00000100:00100000:3.0:1769074960.946534:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074960.953351:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074960.953480:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657357824
00000100:00100000:0.0:1769074960.953489:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657357824
00000100:00100000:0.0:1769074960.953538:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210527
00000100:00100000:0.0:1769074960.953548:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:13246:x1855007657357824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074960.953569:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074960.953590:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42311 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090c8 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.953650:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953670:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953679:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953693:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953700:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953706:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953810:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42326 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953819:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953826:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074960.953869:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:0.0:1769074960.953874:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074960.953893:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953904:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953945:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953950:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953957:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953963:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.953967:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953973:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953982:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074960.953984:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.953988:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.953992:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42318 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.954000:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.954003:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.954006:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.954010:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074960.954012:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.954015:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.954018:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x1674e29a (ffff903298a49900)
00010000:00010000:0.0:1769074960.954020:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074960.954021:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.954024:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4231f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074960.954045:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42311 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c8 expref: 372 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.954052:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42326 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c8 expref: 371 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074960.954056:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074960.954057:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074960.954059:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cda00, rc 0)
00000100:00100000:0.0:1769074960.954117:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:13246:x1855007657357824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 571us (775us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074960.954124:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210527
00000100:00100000:3.0:1769074960.954571:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623415168:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.954595:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.959824:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.960140:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657357952
00000100:00100000:3.0:1769074960.960151:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657357952
00010000:00010000:3.0:1769074960.960190:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ced expref: 371 pid: 5762 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.960234:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5550
00000100:00100000:3.0:1769074960.960244:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:2369:x1855007657357952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074960.960257:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074960.960263:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ced expref: 371 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.960276:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ced expref: 371 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.960298:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e4178e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ced expref: 371 pid: 5762 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074960.960314:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074960.960319:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.960329:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.960337:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.960413:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074960.960421:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074960.960460:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.960468:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074960.960482:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:2369:x1855007657357952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 238us (667us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.960490:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5550
00000004:00200000:3.0:1769074960.960490:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000100:00100000:2.0:1769074960.960506:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657358080
00000100:00100000:2.0:1769074960.960509:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657358080
00000100:00100000:2.0:1769074960.960532:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1597
00000100:00100000:2.0:1769074960.960537:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:2368:x1855007657358080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.960544:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.960555:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42326 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c8 expref: 370 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.960565:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074960.960568:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.960586:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:2368:x1855007657358080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 49us (174us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.960592:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1597
00010000:00010000:3.0:1769074960.960649:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12200/0x2152b583a6e42303 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c1 expref: 370 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.960939:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c1 expref: 369 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.960947:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074960.960950:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074960.960952:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd13600, rc 0)
00000100:00100000:3.0:1769074960.961036:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13245:x1855007657357440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14752us (14901us total) trans 4295106470 rc 0/0
00000100:00100000:3.0:1769074960.961043:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210526
00000100:00100000:0.0:1769074960.964392:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.964469:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657358336
00000100:00100000:3.0:1769074960.964480:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657358336
00000100:00100000:3.0:1769074960.964537:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210528
00000100:00100000:3.0:1769074960.964547:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13246:x1855007657358336:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.964568:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.964587:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e42334 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090cf expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.964829:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.964845:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090a5 expref: 370 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.964854:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.964897:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090a5 expref: 370 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.964939:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090a5 expref: 370 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.964954:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623415296:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.965025:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.969060:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.969166:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657358464
00000100:00100000:3.0:1769074960.969177:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657358464
00000100:00100000:3.0:1769074960.969269:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210529
00000100:00100000:3.0:1769074960.969278:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:13245:x1855007657358464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.969303:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074960.969323:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42342 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090d6 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074960.969332:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623415296:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.969356:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.969403:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.969417:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c1 expref: 372 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.969425:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.969457:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c1 expref: 372 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.969469:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c1 expref: 372 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074960.969488:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb837100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623415424:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074960.969555:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ac00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074960.971926:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.972371:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657358592
00000100:00100000:2.0:1769074960.972382:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657358592
00010000:00010000:2.0:1769074960.972420:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090a5 expref: 373 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.972464:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5551
00000100:00100000:2.0:1769074960.972473:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:2368:x1855007657358592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.972489:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.972495:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090a5 expref: 373 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.972509:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090a5 expref: 373 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.972531:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e422bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090a5 expref: 373 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.972547:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074960.972553:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.972562:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.972569:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.972598:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074960.972648:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074960.972652:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:2368:x1855007657358592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (750us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.972660:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5551
00010000:00010000:3.0:1769074960.973109:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074960.973133:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00010000:00010000:3.0:1769074960.973280:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12800/0x2152b583a6e42334 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090cf expref: 373 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.973296:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090cf expref: 372 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.973303:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074960.973305:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074960.973308:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34a00, rc 0)
00000100:00100000:3.0:1769074960.973352:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657358336:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8806us (8970us total) trans 4295106471 rc 0/0
00000100:00100000:3.0:1769074960.973360:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210528
00000100:00100000:3.0:1769074960.974074:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb837100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623415424:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074960.974095:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074960.977677:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074960.977855:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657358720
00000100:00100000:3.0:1769074960.977874:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657358720
00000100:00100000:3.0:1769074960.977952:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210530
00000100:00100000:3.0:1769074960.977963:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657358720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074960.977990:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074960.978097:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42357 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090dd expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.978191:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.978205:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090cf expref: 373 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.978213:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.978246:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090cf expref: 373 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074960.978257:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090cf expref: 373 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.978281:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623415552:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074960.978357:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e79c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074960.981080:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623415552:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074960.981118:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074960.983484:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.983563:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657358848
00000100:00100000:2.0:1769074960.983572:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657358848
00010000:00010000:2.0:1769074960.983611:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090cf expref: 374 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.983654:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5552
00000100:00100000:2.0:1769074960.983664:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:2369:x1855007657358848:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.983679:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.983685:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090cf expref: 374 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.983696:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090cf expref: 374 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.983728:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e4233b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090cf expref: 374 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.983746:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074960.983751:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.983761:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.983769:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074960.983803:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074960.983833:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.983841:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074960.983890:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:2369:x1855007657358848:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 227us (413us total) trans 0 rc 0/0
00000004:00200000:3.0:1769074960.983895:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000100:00100000:2.0:1769074960.983897:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5552
00000004:00200000:3.0:1769074960.983899:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.983940:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074960.983967:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42357 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090dd expref: 373 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.983986:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090dd expref: 372 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.983993:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074960.983995:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.983998:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9600, rc 0)
00000100:00100000:3.0:1769074960.984027:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657358720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6066us (6367us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.984034:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210530
00000100:00100000:0.0:1769074960.987023:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074960.987140:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657358976
00000100:00100000:2.0:1769074960.987148:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657358976
00010000:00010000:2.0:1769074960.987186:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c1 expref: 372 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074960.987226:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5553
00000100:00100000:2.0:1769074960.987237:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:2368:x1855007657358976:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074960.987250:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074960.987256:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c1 expref: 372 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.987269:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c1 expref: 372 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.987292:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13600/0x2152b583a6e4230a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090c1 expref: 372 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074960.987307:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074960.987312:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.987321:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.987328:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074960.987358:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074960.987418:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:2368:x1855007657358976:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 183us (405us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074960.987427:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5553
00010000:00010000:3.0:1769074960.987611:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.987621:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074960.987679:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:3.0:1769074960.987684:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074960.987703:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074960.987731:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42342 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090d6 expref: 371 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.987748:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090d6 expref: 370 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074960.987756:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074960.987759:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074960.987761:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34e00, rc 0)
00000100:00100000:3.0:1769074960.987800:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:13245:x1855007657358464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18523us (18750us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074960.987807:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210529
00000100:00100000:0.0:1769074961.002887:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.002972:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.003168:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657359104
00000100:00100000:2.0:1769074961.003178:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657359104
00000100:00100000:2.0:1769074961.003243:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657359232
00000100:00100000:2.0:1769074961.003246:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657359232
00000100:00100000:2.0:1769074961.003262:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210531
00000100:00100000:2.0:1769074961.003269:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:13245:x1855007657359104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.003288:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.003311:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42365 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090e4 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.003381:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003393:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003403:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003413:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003417:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003421:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003500:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4237a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003505:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4237a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003508:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4237a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074961.003535:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:2.0:1769074961.003539:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074961.003552:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4237a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003560:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4237a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003565:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003570:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003574:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003577:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074961.003580:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003584:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003592:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074961.003594:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.003597:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003601:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4236c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003610:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003613:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003617:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003620:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074961.003622:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003625:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003628:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x17d46a (ffff9032af293900)
00010000:00010000:2.0:1769074961.003629:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.003631:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003633:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42373 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.003651:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42365 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090e4 expref: 373 pid: 11659 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074961.003767:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210532
00000100:00100000:1.0:1769074961.003778:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657359232:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.003788:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.003799:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42381 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090eb expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.003830:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.003839:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.003847:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.003868:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.003874:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.003882:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.003957:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e42396 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.003962:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e42396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.003967:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e42396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074961.003982:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:1.0:1769074961.003984:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.003991:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e42396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.003995:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e42396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004000:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004003:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004006:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004009:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.004011:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004014:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004020:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074961.004022:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.004024:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004027:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42388 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004032:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004035:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004039:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004042:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.004043:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004046:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004049:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3afecd66 (ffff9032a2c16100)
00010000:00010000:1.0:1769074961.004051:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.004052:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004055:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4238f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.004067:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42381 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090eb expref: 374 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.004075:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e42396 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090eb expref: 373 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.004080:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074961.004081:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074961.004083:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec200, rc 0)
00000100:00100000:1.0:1769074961.004135:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13246:x1855007657359232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 359us (1161us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.004141:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210532
00010000:00010000:2.0:1769074961.004338:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4237a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090e4 expref: 372 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.004346:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:2.0:1769074961.004348:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074961.004350:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8400, rc 0)
00000100:00100000:2.0:1769074961.004382:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13245:x1855007657359104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1113us (1505us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.004389:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210531
00000100:00080000:0.0:1769074961.004465:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:0.0:1769074961.014855:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.014907:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.014975:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.015026:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657359360
00000100:00100000:2.0:1769074961.015036:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657359360
00000100:00100000:2.0:1769074961.015097:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657359744
00000100:00100000:2.0:1769074961.015101:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657359744
00000100:00100000:2.0:1769074961.015124:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1598
00000100:00100000:2.0:1769074961.015133:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:2369:x1855007657359360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.015148:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.015172:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e42396 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090eb expref: 373 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.015190:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074961.015195:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.015246:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:2369:x1855007657359360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 114us (401us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.015253:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1598
00000100:00100000:2.0:1769074961.015271:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1599
00000100:00100000:2.0:1769074961.015278:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+371:2369:x1855007657359744:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.015285:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.015296:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4237a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090e4 expref: 371 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.015306:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:2.0:1769074961.015309:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.015328:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:2369:x1855007657359744:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 51us (352us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.015334:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1599
00000100:00100000:2.0:1769074961.015365:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657359616
00000100:00100000:2.0:1769074961.015370:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657359616
00000100:00100000:2.0:1769074961.015402:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210533
00000100:00100000:2.0:1769074961.015409:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:13245:x1855007657359616:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.015425:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.015440:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4239d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090f2 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.015536:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.015549:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d25 expref: 371 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.015558:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.015588:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d25 expref: 371 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.015600:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d25 expref: 371 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.015614:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623415680:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.015686:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.015706:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.016473:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657360000
00000100:00100000:0.0:1769074961.016481:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657360000
00000100:00100000:0.0:1769074961.016525:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210534
00000100:00100000:0.0:1769074961.016533:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657360000:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.016544:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.016557:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23090f9 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.016626:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.016638:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d09 expref: 373 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.016645:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.016669:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d09 expref: 373 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.016679:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d09 expref: 373 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.016689:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623415808:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074961.016962:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032a763a900 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.021122:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.021161:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.021187:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657360128
00000100:00100000:1.0:1769074961.021188:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657360256
00000100:00100000:1.0:1769074961.021195:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657360256
00000100:00100000:3.0:1769074961.021195:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657360128
00010000:00010000:1.0:1769074961.021232:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d09 expref: 375 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.021232:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d25 expref: 375 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.021264:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5554
00000100:00100000:1.0:1769074961.021274:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2369:x1855007657360256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.021289:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.021295:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d09 expref: 375 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.021306:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d09 expref: 375 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.021328:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074961.021334:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.021347:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.021355:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.021373:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.021424:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5555
00000100:00100000:3.0:1769074961.021433:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2369:x1855007657360128:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.021445:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.021451:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d25 expref: 375 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.021461:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d25 expref: 375 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.021473:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:3.0:1769074961.021477:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.021483:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.021489:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.021501:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074961.022322:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e417e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d09 expref: 375 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.022343:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623415808:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.022365:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.022374:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.022380:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074961.022398:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00010000:00010000:0.0:1769074961.022549:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f9 expref: 376 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.022565:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f9 expref: 375 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.022573:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074961.022577:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074961.022580:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77c00, rc 0)
00000100:00100000:1.0:1769074961.023016:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2369:x1855007657360256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1739us (1850us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.023026:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5554
00010000:00010000:2.0:1769074961.023356:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e41836 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d25 expref: 374 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.023372:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623415680:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.023388:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.023396:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.023401:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074961.023416:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00010000:00010000:2.0:1769074961.023507:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4239d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f2 expref: 375 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.023521:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f2 expref: 374 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.023529:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:2.0:1769074961.023531:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074961.023534:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9800, rc 0)
00000100:00100000:2.0:1769074961.023561:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13245:x1855007657359616:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8152us (8653us total) trans 4295106473 rc 0/0
00000100:00100000:2.0:1769074961.023568:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210533
00000100:00100000:2.0:1769074961.023980:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:2369:x1855007657360128:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2546us (2866us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.023989:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5555
00000100:00100000:0.0:1769074961.024071:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657360000:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7538us (8363us total) trans 4295106472 rc 0/0
00000100:00100000:0.0:1769074961.024078:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210534
00000100:00100000:1.0:1769074961.036261:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.036305:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.036393:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657360384
00000100:00100000:2.0:1769074961.036405:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657360384
00000100:00100000:2.0:1769074961.036464:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657360512
00000100:00100000:2.0:1769074961.036467:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657360512
00000100:00100000:2.0:1769074961.036493:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210535
00000100:00100000:2.0:1769074961.036503:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13245:x1855007657360384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.036533:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.036555:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e423c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309100 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.036648:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074961.036655:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210536
00010000:00010000:2.0:1769074961.036662:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f2 expref: 374 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074961.036664:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13246:x1855007657360512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.036671:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.036707:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f2 expref: 374 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.036732:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f2 expref: 374 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.036748:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623415936:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.036768:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.036780:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e423d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309107 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.036824:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.036848:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f9 expref: 375 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.036863:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.036882:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f9 expref: 375 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.036895:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f9 expref: 375 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.036903:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328b399500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623416064:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.036948:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.036955:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074961.041079:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328b399500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623416064:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.041119:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074961.044018:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.044072:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.044188:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657360640
00000100:00100000:0.0:1769074961.044201:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657360640
00010000:00010000:0.0:1769074961.044247:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f2 expref: 376 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.044289:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657360768
00000100:00100000:0.0:1769074961.044292:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657360768
00010000:00010000:0.0:1769074961.044305:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f9 expref: 377 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.044325:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5556
00000100:00100000:0.0:1769074961.044335:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:2369:x1855007657360640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.044351:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.044357:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f2 expref: 377 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.044371:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f2 expref: 377 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.044396:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:0.0:1769074961.044401:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.044412:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.044418:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.044439:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074961.044491:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:2369:x1855007657360640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 157us (484us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.044498:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5556
00000100:00100000:0.0:1769074961.044517:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5557
00000100:00100000:0.0:1769074961.044523:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:2369:x1855007657360768:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.044529:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.044534:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f9 expref: 376 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.044542:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f9 expref: 376 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.044553:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f9 expref: 376 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.044568:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074961.044572:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.044578:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.044587:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.044603:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074961.044620:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2369:x1855007657360768:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 98us (549us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.044627:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5557
00010000:00010000:0.0:1769074961.044673:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.044680:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074961.044725:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:0.0:1769074961.044730:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074961.044748:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.044777:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e423d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309107 expref: 375 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.044790:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309107 expref: 374 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.044797:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074961.044800:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074961.044803:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec200, rc 0)
00000100:00100000:0.0:1769074961.044828:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13246:x1855007657360512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8166us (8523us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.044851:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210536
00010000:00010000:2.0:1769074961.048610:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e423a4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090f2 expref: 373 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.048635:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623415936:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.048658:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.048668:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.048675:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074961.048813:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:2.0:1769074961.049009:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074961.049032:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.049068:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e423c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309100 expref: 373 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.049083:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309100 expref: 372 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.049093:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:2.0:1769074961.049097:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074961.049175:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8400, rc 0)
00000100:00100000:2.0:1769074961.049304:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13245:x1855007657360384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12801us (13050us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.049313:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210535
00000100:00100000:2.0:1769074961.053283:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.053379:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657360896
00000100:00100000:0.0:1769074961.053390:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657360896
00000100:00100000:0.0:1769074961.053475:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210537
00000100:00100000:0.0:1769074961.053485:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657360896:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.053504:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.053524:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230910e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.053591:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053604:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053616:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053629:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053636:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053642:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053701:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053709:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053715:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053733:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.053737:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053744:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053756:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074961.053759:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.053764:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053769:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e423ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053782:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053787:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053793:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053797:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.053800:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053804:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.053811:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc40f8bdb (ffff903298a49900)
00010000:00010000:0.0:1769074961.054015:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.054020:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.054026:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e423f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.054059:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423e3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230910e expref: 373 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.054069:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074961.054072:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.054075:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e423e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230910e expref: 373 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.054085:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77c00, rc 0)
00000100:00100000:0.0:1769074961.054166:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657360896:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 682us (890us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074961.054173:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210537
00000100:00100000:1.0:1769074961.056147:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.056214:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657361024
00000100:00100000:2.0:1769074961.056222:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657361024
00000100:00100000:2.0:1769074961.056270:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210538
00000100:00100000:2.0:1769074961.056279:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13245:x1855007657361024:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.056296:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.056314:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e423f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309115 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.056373:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056387:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056397:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056412:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056419:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056424:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056523:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4240d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056531:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4240d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056539:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4240d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074961.056570:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:2.0:1769074961.056574:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074961.056590:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4240d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056602:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4240d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056609:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056614:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056620:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056625:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074961.056629:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056635:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056646:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074961.056649:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.056654:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056659:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e423ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056671:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056677:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056683:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056688:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074961.056691:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056696:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056703:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc3f00931 (ffff9032af293900)
00010000:00010000:2.0:1769074961.056705:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.056708:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.056713:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42406 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.057042:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e423f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309115 expref: 374 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.057056:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4240d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309115 expref: 373 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.057063:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:2.0:1769074961.057065:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074961.057068:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9c00, rc 0)
00000100:00100000:2.0:1769074961.057169:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13245:x1855007657361024:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 889us (1027us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.057176:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210538
00000100:00100000:1.0:1769074961.063658:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.064612:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.064683:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657361536
00000100:00100000:2.0:1769074961.064694:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657361536
00000100:00100000:2.0:1769074961.064771:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1600
00000100:00100000:2.0:1769074961.064781:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:2368:x1855007657361536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.064800:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.064830:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4240d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309115 expref: 373 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.064853:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:2.0:1769074961.064869:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.064954:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:2368:x1855007657361536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (345us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.064962:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1600
00000100:00100000:1.0:1769074961.066743:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.072393:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657361280
00000100:00100000:0.0:1769074961.072409:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657361280
00000100:00100000:0.0:1769074961.072479:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657361408
00000100:00100000:0.0:1769074961.072483:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657361408
00000100:00100000:0.0:1769074961.072517:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210539
00000100:00100000:0.0:1769074961.072527:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13245:x1855007657361280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.072548:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.072571:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42414 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230911c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.072683:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.072699:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d4f expref: 374 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.072707:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.072750:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d4f expref: 374 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.072763:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d4f expref: 374 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.072777:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623416192:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074961.072876:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032a763a840 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.073335:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210540
00000100:00100000:1.0:1769074961.073346:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13246:x1855007657361408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.073356:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.073366:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42422 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309123 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.073407:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073419:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073430:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073445:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073452:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073460:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073520:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073528:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073534:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073540:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.073544:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073552:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073563:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074961.073566:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.073571:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073577:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed800/0x2152b583a6e42429 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073589:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073594:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073604:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073609:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.073612:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073618:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073625:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x95c84b07 (ffff9032a2c16100)
00010000:00010000:1.0:1769074961.073628:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.073631:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073636:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42430 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.073664:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42422 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309123 expref: 375 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.073673:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074961.073675:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.073679:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42422 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309123 expref: 375 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.073688:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed400, rc 0)
00000100:00100000:1.0:1769074961.074714:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13246:x1855007657361408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1363us (7971us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074961.074734:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210540
00000100:00100000:1.0:1769074961.078624:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.078651:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657361664
00000100:00100000:1.0:1769074961.078660:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657361664
00010000:00010000:1.0:1769074961.078697:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d4f expref: 374 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.078742:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5558
00000100:00100000:1.0:1769074961.078752:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:2368:x1855007657361664:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.078767:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.078775:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d4f expref: 374 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.078788:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d4f expref: 374 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.078810:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074961.078821:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.078829:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.078836:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.078853:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.078925:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:2368:x1855007657361664:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (310us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.078932:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5558
00010000:00010000:0.0:1769074961.082258:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e418b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d4f expref: 373 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.082284:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623416192:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.082308:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.082318:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.082324:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074961.082346:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00010000:00010000:0.0:1769074961.082501:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e42414 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230911c expref: 374 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.082519:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230911c expref: 373 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.082529:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:0.0:1769074961.082531:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074961.082534:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd400, rc 0)
00000100:00100000:0.0:1769074961.082731:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13245:x1855007657361280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10204us (19080us total) trans 4295106474 rc 0/0
00000100:00100000:0.0:1769074961.082740:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210539
00000100:00100000:1.0:1769074961.089794:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.089848:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.090323:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657361792
00000100:00100000:2.0:1769074961.090334:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657361792
00000100:00100000:2.0:1769074961.090431:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657362048
00000100:00100000:2.0:1769074961.090435:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657362048
00000100:00100000:2.0:1769074961.090466:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210541
00000100:00100000:2.0:1769074961.090476:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13245:x1855007657361792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.090502:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.090524:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4243e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230912a expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.090612:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.090628:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230911c expref: 375 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.090636:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.090672:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230911c expref: 375 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.090685:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230911c expref: 375 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.090699:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623416320:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.090797:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074961.091047:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210542
00000100:00100000:0.0:1769074961.091679:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:13246:x1855007657362048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.091693:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.091695:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1769074961.091726:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12e00/0x2152b583a6e42238 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230907b expref: 375 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.091744:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074961.091749:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074961.091759:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4244c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309131 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.092052:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092066:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092079:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092094:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092239:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092249:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:0.0:1769074961.092704:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d2:0x0], index 0: 0
00010000:00010000:0.0:1769074961.092898:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092932:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092940:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092977:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092984:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092990:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.092996:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.093000:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.093008:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.093018:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074961.093022:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.093025:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.093031:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42453 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:0.0:1769074961.093043:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b99b291a reply state 00000000f91cc1e2 transno 4295106475 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074961.093051:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074961.093079:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4244c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309131 expref: 377 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.093093:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309131 expref: 376 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.093100:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:0.0:1769074961.093103:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074961.093105:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76600, rc 0)
00000100:00100000:0.0:1769074961.093169:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:13246:x1855007657362048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2112us (3319us total) trans 4295106475 rc 0/0
00000100:00100000:0.0:1769074961.093177:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210542
00000100:00100000:0.0:1769074961.096299:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623416320:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.096329:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074961.097148:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.097161:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.097170:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.097176:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.097182:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.097193:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.097213:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc40f8bdb (ffff903298a49900)
00010000:00010000:3.0:1769074961.097216:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.097221:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.097228:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4245a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074961.098207:0:6739:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6739:1855007623416448:0@lo:5:osp-pre-0-0.0
00000100:00100000:2.0:1769074961.098438:0:6739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074961.098512:0:6739:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.098751:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.098852:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.098933:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657362176
00000100:00100000:2.0:1769074961.098942:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657362176
00010000:00010000:2.0:1769074961.098984:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230911c expref: 376 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.099029:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5559
00000100:00100000:2.0:1769074961.099039:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:2369:x1855007657362176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.099053:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.099060:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230911c expref: 376 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074961.099074:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230911c expref: 376 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074961.099110:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e4241b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230911c expref: 376 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074961.099125:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:2.0:1769074961.099132:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.099150:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.099157:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.099178:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.099236:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2369:x1855007657362176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 198us (486us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.099243:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5559
00010000:00010000:0.0:1769074961.100523:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.100539:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074961.100600:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:0.0:1769074961.100606:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074961.100629:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.100675:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e4243e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230912a expref: 375 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.100695:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230912a expref: 374 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.100704:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:0.0:1769074961.100707:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074961.100711:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8a00, rc 0)
00000100:00100000:0.0:1769074961.100800:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13245:x1855007657361792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10324us (11018us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.100808:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210541
00000100:00100000:3.0:1769074961.103502:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623416448
00000100:00100000:3.0:1769074961.103519:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623416448
00000100:00100000:0.0:1769074961.103625:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657362304
00000100:00100000:0.0:1769074961.103631:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657362304
00000100:00100000:1.0:1769074961.103751:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2968
00000100:00100000:1.0:1769074961.103762:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2366:x1855007657362304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.103782:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.103804:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309138 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074961.103842:0:8946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074961.103873:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.103875:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.103884:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309138 expref: 77 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074961.103902:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309138 expref: 77 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074961.103939:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed400, rc 0)
00000100:00100000:1.0:1769074961.104015:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2366:x1855007657362304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 254us (5162us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.104023:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2968
00000100:00100000:3.0:1769074961.105586:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.105757:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657362432
00000100:00100000:0.0:1769074961.105766:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657362432
00000100:00100000:0.0:1769074961.106944:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210543
00000100:00100000:0.0:1769074961.106962:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13245:x1855007657362432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.106988:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.107008:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42476 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230913f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.107080:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107108:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107121:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107137:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107145:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107152:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107263:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4248b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107272:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4248b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107278:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4248b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074961.107320:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000004:00200000:0.0:1769074961.107325:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074961.107343:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4248b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107355:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4248b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107365:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107371:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107379:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107386:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.107390:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107399:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107414:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074961.107417:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.107423:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107430:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4247d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107444:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107450:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107456:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107462:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.107464:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107470:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107477:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x103f9c81 (ffff903298a49300)
00010000:00010000:0.0:1769074961.107480:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.107483:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107489:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42484 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.107517:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42476 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230913f expref: 376 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.107530:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4248b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230913f expref: 375 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.107538:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:0.0:1769074961.107540:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074961.107543:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:0.0:1769074961.107606:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:13245:x1855007657362432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 651us (2026us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.107614:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210543
00000100:00100000:2.0:1769074961.108460:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969
00000100:00100000:2.0:1769074961.108470:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+6:6739:x1855007623416448:12345-0@lo:5:osp-pre-0-0.0
00002000:00080000:2.0:1769074961.108517:0:13375:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 482
00000100:00080000:1.0:1769074961.110834:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1769074961.114571:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.114609:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657362688
00000100:00100000:1.0:1769074961.114619:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657362688
00000100:00100000:1.0:1769074961.114683:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4415
00000100:00100000:1.0:1769074961.114693:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:13246:x1855007657362688:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074961.115126:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:13246:x1855007657362688:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 433us (564us total) trans 4295106476 rc 0/0
00000100:00100000:1.0:1769074961.115135:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4415
00000100:00100000:3.0:1769074961.115730:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.115754:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657362816
00000100:00100000:3.0:1769074961.115759:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657362816
00000100:00100000:3.0:1769074961.115798:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1601
00000100:00100000:3.0:1769074961.115806:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:2368:x1855007657362816:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.117306:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.117339:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4248b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230913f expref: 376 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.117358:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074961.117363:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.117411:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2368:x1855007657362816:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1605us (1682us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.117419:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1601
00000100:00100000:1.0:1769074961.119086:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.119221:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657363072
00000100:00100000:0.0:1769074961.119231:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657363072
00000100:00100000:0.0:1769074961.119284:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210544
00000100:00100000:0.0:1769074961.119293:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:13246:x1855007657363072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.119318:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.119339:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42492 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309146 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.119445:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.119460:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309131 expref: 376 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.119468:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.119500:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309131 expref: 376 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.119512:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309131 expref: 376 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.119525:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623416576:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074961.119606:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032a763ae40 going to sleep for 11 seconds
00000100:00100000:2.0:1769074961.123707:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+7:6739:x1855007623416448:12345-0@lo:5:osp-pre-0-0.0 Request processed in 15231us (25262us total) trans 4294968158 rc 0/0
00000100:00100000:2.0:1769074961.123724:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969
00000100:00100000:0.0:1769074961.123834:0:6739:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6739:1855007623416448:0@lo:5:osp-pre-0-0.0
00000004:00080000:0.0:1769074961.123850:0:6739:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x1d2:0x0]-[0x240000400:0x201:0x0]
00000100:00100000:1.0:1769074961.124521:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.124604:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657363328
00000100:00100000:3.0:1769074961.124611:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657363328
00000100:00100000:3.0:1769074961.124694:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210545
00000100:00100000:3.0:1769074961.124704:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:13245:x1855007657363328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.124724:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.124746:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e424a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230914d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.124870:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.124885:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d79 expref: 378 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.124893:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.124957:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d79 expref: 378 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.124969:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d79 expref: 378 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074961.124982:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623416704:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074961.125058:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.127129:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.127234:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657363456
00000100:00100000:2.0:1769074961.127245:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657363456
00010000:00010000:2.0:1769074961.127281:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309131 expref: 379 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.127321:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5560
00000100:00100000:2.0:1769074961.127330:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:2369:x1855007657363456:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.127345:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.127351:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309131 expref: 379 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074961.127370:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309131 expref: 379 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074961.127391:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:2.0:1769074961.127397:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.127406:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.127414:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074961.127431:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.127481:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:2369:x1855007657363456:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 151us (362us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.127490:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5560
00000100:00100000:3.0:1769074961.127685:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623416704:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074961.127706:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074961.127868:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42461 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309131 expref: 378 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.127887:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623416576:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.127902:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.128366:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.128372:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074961.128397:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10420:0x0]: returning size 0
00010000:00010000:0.0:1769074961.128551:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42492 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309146 expref: 379 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.128567:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309146 expref: 378 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.128574:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:0.0:1769074961.128576:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074961.128580:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4800, rc 0)
00000100:00100000:0.0:1769074961.128619:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+378:13246:x1855007657363072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9327us (9539us total) trans 4295106477 rc 0/0
00000100:00100000:0.0:1769074961.128626:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210544
00000100:00100000:1.0:1769074961.130329:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.131068:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657363584
00000100:00100000:3.0:1769074961.131080:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657363584
00010000:00010000:2.0:1769074961.131318:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d79 expref: 378 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.131363:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5561
00000100:00100000:2.0:1769074961.131374:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+378:2369:x1855007657363584:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.131389:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.131396:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d79 expref: 378 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074961.131409:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d79 expref: 378 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074961.131436:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e41932 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d79 expref: 378 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:2.0:1769074961.131452:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:2.0:1769074961.131457:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.131466:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.131472:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.131563:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.131623:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:2369:x1855007657363584:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 249us (1300us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.131631:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5561
00010000:00010000:3.0:1769074961.135414:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.135434:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074961.135463:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00010000:00010000:2.0:1769074961.135875:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e424a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230914d expref: 378 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.135902:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230914d expref: 377 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.135929:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:2.0:1769074961.135932:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074961.135936:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34a00, rc 0)
00000100:00100000:2.0:1769074961.136400:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:13245:x1855007657363328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11695us (11879us total) trans 4295106478 rc 0/0
00000100:00100000:2.0:1769074961.136414:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210545
00000100:00100000:1.0:1769074961.136525:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.137560:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657363712
00000100:00100000:2.0:1769074961.137573:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657363712
00000100:00100000:2.0:1769074961.137664:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210546
00000100:00100000:2.0:1769074961.137673:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:13246:x1855007657363712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.137698:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.137717:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e424bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309154 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.137800:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.137826:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309146 expref: 378 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.137834:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.137881:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309146 expref: 378 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.137895:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309146 expref: 378 pid: 5763 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.137937:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623416832:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.138023:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7900 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.141415:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.142322:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657363840
00000100:00100000:0.0:1769074961.142334:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657363840
00000100:00100000:1.0:1769074961.142521:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210547
00000100:00100000:1.0:1769074961.142531:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:13245:x1855007657363840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.142558:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.142580:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e424ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230915b expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.142662:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.142677:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230914d expref: 380 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.142686:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.142719:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230914d expref: 380 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.142730:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230914d expref: 380 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.142744:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623416960:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.142975:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.145560:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.145767:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657363968
00000100:00100000:0.0:1769074961.145778:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657363968
00010000:00010000:0.0:1769074961.145833:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309146 expref: 381 pid: 5763 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.145883:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5562
00000100:00100000:0.0:1769074961.145893:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:2368:x1855007657363968:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.145935:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.145943:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309146 expref: 381 pid: 5763 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.145957:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309146 expref: 381 pid: 5763 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.145981:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:0.0:1769074961.145987:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074961.145997:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074961.146007:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074961.146029:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074961.146089:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:2368:x1855007657363968:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 197us (537us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.146103:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5562
00000100:00100000:1.0:1769074961.149657:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.149744:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657364096
00000100:00100000:3.0:1769074961.149754:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657364096
00010000:00010000:3.0:1769074961.149793:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230914d expref: 381 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074961.149845:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5563
00000100:00100000:3.0:1769074961.149862:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:2369:x1855007657364096:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.149877:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.149885:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230914d expref: 381 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.149898:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230914d expref: 381 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.149943:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074961.149950:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074961.149960:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074961.149972:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074961.149992:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.150042:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:2369:x1855007657364096:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (394us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.150049:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5563
00010000:00010000:0.0:1769074961.150630:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e424a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230914d expref: 380 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.150649:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623416960:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.150671:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.150680:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.150686:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074961.150731:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000004:00200000:0.0:1769074961.150736:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074961.150756:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074961.150786:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e424ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230915b expref: 380 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.150800:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230915b expref: 379 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.150808:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:0.0:1769074961.150818:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074961.150821:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eec600, rc 0)
00000100:00100000:0.0:1769074961.150952:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:13245:x1855007657363840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8421us (9547us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.150960:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210547
00010000:00010000:2.0:1769074961.151485:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42499 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309146 expref: 378 pid: 5763 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.151507:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623416832:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.151525:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.151533:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.151539:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074961.151566:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10420:0x0]: returning size 0
00000004:00200000:2.0:1769074961.151569:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074961.151580:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.151601:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e424bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10420:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309154 expref: 378 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.151614:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309154 expref: 377 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.151622:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:2.0:1769074961.151625:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074961.151627:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8200, rc 0)
00000100:00100000:2.0:1769074961.151657:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:13246:x1855007657363712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13985us (15132us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.151663:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210546
00000100:00100000:1.0:1769074961.157700:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.157799:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657364224
00000100:00100000:3.0:1769074961.158271:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657364224
00000100:00100000:2.0:1769074961.158851:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.159089:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657364352
00000100:00100000:3.0:1769074961.159106:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657364352
00000100:00100000:3.0:1769074961.159169:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210548
00000100:00100000:3.0:1769074961.159178:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:13245:x1855007657364352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.159203:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.159228:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e424d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309169 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.159300:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159318:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159334:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159349:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159356:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159363:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159487:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e424ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159496:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e424ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159503:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e424ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074961.159538:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:3.0:1769074961.159543:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074961.159563:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e424ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159573:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e424ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159581:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159587:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159593:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159600:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.159604:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159613:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159626:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074961.159629:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.159635:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159640:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e424df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159654:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159660:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159666:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159670:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cc600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.159673:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159678:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159685:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2ee4e5f8 (ffff90328bb7fc00)
00010000:00010000:3.0:1769074961.159688:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.159691:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159696:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e424e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.159730:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e424d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309169 expref: 379 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.159744:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e424ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309169 expref: 378 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.159751:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074961.159753:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074961.159755:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd800, rc 0)
00000100:00100000:3.0:1769074961.159810:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+378:13245:x1855007657364352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 633us (961us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.159831:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210548
00000100:00100000:1.0:1769074961.161065:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2970
00000100:00100000:1.0:1769074961.161078:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13246:x1855007657364224:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.161095:0:13375:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.161121:0:13375:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed800/0x2152b583a6e424f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309162 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.161148:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309138 expref: 78 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074961.161156:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.161158:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.161162:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed800/0x2152b583a6e424f4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309162 expref: 78 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.161199:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309138 expref: 78 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074961.161212:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309138 expref: 78 pid: 8946 timeout: 2046 lvb_type: 1
00000100:00100000:1.0:1769074961.161232:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623417088:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.161353:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.163659:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623417088:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.163698:0:13375:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed800/0x2152b583a6e424f4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309162 expref: 78 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.163717:0:13375:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed800, rc 0)
00000100:00100000:1.0:1769074961.164335:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:13246:x1855007657364224:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3258us (6642us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.164345:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2970
00000100:00100000:2.0:1769074961.169291:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.169478:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657364608
00000100:00100000:1.0:1769074961.169490:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657364608
00000100:00100000:1.0:1769074961.169558:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1602
00000100:00100000:1.0:1769074961.169568:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+378:2368:x1855007657364608:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.169585:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.169610:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e424ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309169 expref: 378 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.169627:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:1.0:1769074961.169633:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.169770:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:2368:x1855007657364608:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 203us (488us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.169779:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1602
00000100:00100000:0.0:1769074961.176218:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.176423:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657364480
00000100:00100000:1.0:1769074961.176435:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657364480
00010000:00010000:1.0:1769074961.176477:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309138 expref: 78 pid: 8946 timeout: 2046 lvb_type: 1
00000100:00100000:1.0:1769074961.176564:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5564
00000100:00100000:1.0:1769074961.176574:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2368:x1855007657364480:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.176592:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.176619:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309138 expref: 78 pid: 8946 timeout: 2046 lvb_type: 1
00010000:00010000:1.0:1769074961.176634:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309138 expref: 78 pid: 8946 timeout: 2046 lvb_type: 1
00010000:00010000:1.0:1769074961.176660:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4246f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309138 expref: 78 pid: 8946 timeout: 2046 lvb_type: 1
00010000:00010000:1.0:1769074961.176679:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.176682:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.176689:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed800/0x2152b583a6e424f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309162 expref: 77 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.176698:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed800/0x2152b583a6e424f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309162 expref: 77 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.176741:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed800/0x2152b583a6e424f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309162 expref: 77 pid: 13375 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074961.176757:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623417216:192.168.204.54@tcp:105:
00000100:00100000:1.0:1769074961.176864:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c300 going to sleep for 11 seconds
00000100:00100000:0.0:1769074961.180984:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.181195:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6560:1855007623417216:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074961.181219:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.181280:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657364480:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 4699us (5065us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.181292:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5564
00000100:00100000:3.0:1769074961.183093:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.183200:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657365120
00000100:00100000:1.0:1769074961.183210:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657365120
00000100:00100000:1.0:1769074961.183280:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4416
00000100:00100000:1.0:1769074961.183292:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:13246:x1855007657365120:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:1.0:1769074961.183589:0:5766:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106479
00000100:00100000:1.0:1769074961.183712:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:13246:x1855007657365120:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 421us (624us total) trans 4295106480 rc 0/0
00000100:00100000:1.0:1769074961.183720:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4416
00000020:00080000:1.0:1769074961.183724:0:5766:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1769074961.188030:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.188143:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657364864
00000100:00100000:1.0:1769074961.188155:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657364864
00000100:00100000:1.0:1769074961.188203:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657365248
00000100:00100000:1.0:1769074961.188206:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657365248
00000100:00100000:1.0:1769074961.188229:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210549
00000100:00100000:1.0:1769074961.188239:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+380:13245:x1855007657364864:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.188263:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.188286:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e424fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309170 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.188391:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074961.188411:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308da3 expref: 381 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.188419:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074961.188452:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308da3 expref: 381 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.188465:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308da3 expref: 381 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.188479:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623417344:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.188666:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210550
00000100:00100000:1.0:1769074961.188673:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:13246:x1855007657365248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.188682:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.188692:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42509 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309177 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.188732:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.188742:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.188754:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.188767:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.188774:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.188781:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.188898:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4251e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.188932:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4251e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.188939:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4251e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.188969:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10420:0x0]: returning size 2048
00000004:00200000:1.0:1769074961.188973:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.188992:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4251e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189002:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4251e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189011:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189016:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189022:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189029:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.189033:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189042:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189055:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074961.189058:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.189063:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189069:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42510 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189080:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189086:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189091:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189095:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.189098:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189103:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189110:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc40f8bdb (ffff9032a2c16f00)
00010000:00010000:1.0:1769074961.189112:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.189116:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189122:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42517 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.189150:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42509 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309177 expref: 383 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.189161:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4251e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309177 expref: 382 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.189168:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:1.0:1769074961.189170:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074961.189172:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:1.0:1769074961.189211:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:13246:x1855007657365248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 538us (1192us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.189219:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210550
00000100:00100000:1.0:1769074961.189260:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.195261:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623417344:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.195308:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074961.196449:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.196490:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.196803:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657365504
00000100:00100000:3.0:1769074961.196824:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657365504
00000100:00100000:3.0:1769074961.196894:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657365376
00000100:00100000:3.0:1769074961.196898:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657365376
00010000:00010000:3.0:1769074961.196929:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308da3 expref: 383 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074961.196965:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5565
00000100:00100000:3.0:1769074961.196975:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:2368:x1855007657365376:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.196989:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.196996:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308da3 expref: 383 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.197007:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308da3 expref: 383 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.197026:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e419b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308da3 expref: 383 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.197040:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074961.197046:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.197055:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.197062:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.197083:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.197268:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1603
00000100:00100000:1.0:1769074961.197289:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:2368:x1855007657365504:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.197299:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.197312:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4251e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309177 expref: 382 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.197323:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:1.0:1769074961.197328:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.198026:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:2368:x1855007657365504:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 736us (1578us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.198034:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1603
00010000:00010000:1.0:1769074961.198066:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074961.198074:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074961.198093:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00010000:00010000:1.0:1769074961.198255:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e424fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309170 expref: 382 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.199374:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309170 expref: 381 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.199388:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:1.0:1769074961.199390:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074961.199393:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed200, rc 0)
00000100:00100000:1.0:1769074961.199631:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:13245:x1855007657364864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11390us (18721us total) trans 4295106481 rc 0/0
00000100:00100000:1.0:1769074961.199639:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210549
00000100:00100000:3.0:1769074961.200423:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+380:2368:x1855007657365376:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 3445us (3926us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.200436:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5565
00000100:00100000:1.0:1769074961.206587:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.206697:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657365632
00000100:00100000:2.0:1769074961.206709:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657365632
00000100:00100000:2.0:1769074961.206779:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210551
00000100:00100000:2.0:1769074961.206789:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+380:13245:x1855007657365632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.206841:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.206873:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4252c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230917e expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.207007:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.207023:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309170 expref: 381 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.207031:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.207069:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309170 expref: 381 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.207082:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309170 expref: 381 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.207106:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623417472:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.207196:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074961.209623:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.209737:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657365888
00000100:00100000:2.0:1769074961.209748:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657365888
00000100:00100000:2.0:1769074961.209813:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210552
00000100:00100000:2.0:1769074961.209823:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:13246:x1855007657365888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.209846:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.209973:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4253a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309185 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.210079:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.210095:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309154 expref: 383 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.210399:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.210637:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309154 expref: 383 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.210651:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309154 expref: 383 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.210667:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623417600:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074961.210788:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032a763a840 going to sleep for 11 seconds
00000100:00100000:2.0:1769074961.219617:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623417472:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.219650:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074961.219950:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623417600:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.219968:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074961.223975:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.224086:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657366016
00000100:00100000:3.0:1769074961.224099:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657366016
00010000:00010000:3.0:1769074961.224139:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309170 expref: 384 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:3.0:1769074961.224176:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5566
00000100:00100000:3.0:1769074961.224184:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:2369:x1855007657366016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.224198:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.224204:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309170 expref: 384 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.224217:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309170 expref: 384 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.224244:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42502 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309170 expref: 384 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.224259:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074961.224263:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.224273:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.224280:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.224308:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.224363:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:2369:x1855007657366016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 179us (396us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.224370:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5566
00010000:00010000:2.0:1769074961.225054:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.225065:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074961.225115:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:2.0:1769074961.225119:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074961.225138:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074961.225170:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4252c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230917e expref: 383 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.225185:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230917e expref: 382 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.225195:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:2.0:1769074961.225198:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074961.225201:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9000, rc 0)
00000100:00100000:2.0:1769074961.225247:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:13245:x1855007657365632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18459us (18672us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.225253:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210551
00000100:00100000:0.0:1769074961.226211:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.226549:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657366144
00000100:00100000:1.0:1769074961.226558:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657366144
00010000:00010000:1.0:1769074961.226589:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309154 expref: 382 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.226652:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5567
00000100:00100000:1.0:1769074961.226661:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390b43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:2369:x1855007657366144:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.226681:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.226687:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309154 expref: 382 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.226699:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309154 expref: 382 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.226723:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e424c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309154 expref: 382 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.226738:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:1.0:1769074961.226743:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.226752:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.226759:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.226784:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.226837:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390b43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:2369:x1855007657366144:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 178us (632us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.226844:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5567
00010000:00010000:0.0:1769074961.227054:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.227062:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074961.227081:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10420:0x0]: returning size 2048
00010000:00010000:0.0:1769074961.227238:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4253a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309185 expref: 382 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.227252:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309185 expref: 381 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.227259:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:0.0:1769074961.227262:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074961.227264:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9c00, rc 0)
00000100:00100000:0.0:1769074961.227308:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:13246:x1855007657365888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17486us (17695us total) trans 4295106482 rc 0/0
00000100:00100000:0.0:1769074961.227316:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210552
00000100:00100000:0.0:1769074961.233132:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.233203:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657366272
00000100:00100000:2.0:1769074961.233214:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657366272
00000100:00100000:2.0:1769074961.233269:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210553
00000100:00100000:2.0:1769074961.233279:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:13246:x1855007657366272:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.233303:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.233325:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4254f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230918c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.233416:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.233431:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309185 expref: 382 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.233439:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.233474:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309185 expref: 382 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.233485:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309185 expref: 382 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:2.0:1769074961.233500:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623417728:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.233586:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:2.0:1769074961.237459:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.237544:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623417728:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.237571:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074961.237622:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657366400
00000100:00100000:3.0:1769074961.237629:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657366400
00000100:00100000:3.0:1769074961.237674:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210554
00000100:00100000:3.0:1769074961.237681:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:13245:x1855007657366400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.237698:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.237724:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4255d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309193 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.237781:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.237796:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.237806:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.237820:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.237826:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.237832:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238030:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238039:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238046:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074961.238081:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:3.0:1769074961.238086:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074961.238103:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238115:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238123:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238129:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238140:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238146:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.238150:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238157:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238168:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074961.238171:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.238176:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238182:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42564 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238194:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238199:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238205:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238209:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.238212:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238217:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238223:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x51a4c572 (ffff90328bb7fc00)
00010000:00010000:3.0:1769074961.238226:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.238228:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238233:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e4256b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.238261:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e4255d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 385 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.238273:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 384 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.238279:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:3.0:1769074961.238281:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074961.238284:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd600, rc 0)
00000100:00100000:3.0:1769074961.238335:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:13245:x1855007657366400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 654us (886us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.238342:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210554
00000100:00100000:0.0:1769074961.245557:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.246037:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657366784
00000100:00100000:1.0:1769074961.246049:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657366784
00000100:00100000:1.0:1769074961.246115:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210555
00000100:00100000:1.0:1769074961.246124:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:13245:x1855007657366784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.246147:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.246166:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42579 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230919a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.246258:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.246278:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dd4 expref: 385 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.246287:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 385 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.246295:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.246326:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 385 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.246337:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 385 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.246350:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623417856:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.246546:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dd4 expref: 385 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.246555:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dd4 expref: 385 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.246567:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623417984:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.246593:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032819c2540 going to sleep for 11 seconds
00000100:00100000:2.0:1769074961.253070:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.253233:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.253998:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657366528
00000100:00100000:1.0:1769074961.254010:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657366528
00010000:00010000:1.0:1769074961.254048:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 386 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.254081:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657366912
00000100:00100000:1.0:1769074961.254084:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657366912
00010000:00010000:1.0:1769074961.254095:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309185 expref: 387 pid: 5764 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.254115:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5568
00000100:00100000:1.0:1769074961.254123:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:2369:x1855007657366528:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.254140:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.254146:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 387 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.254158:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 387 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.254180:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:1.0:1769074961.254185:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.254193:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.254203:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.254260:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:2369:x1855007657366528:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 138us (1203us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.254267:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5568
00000100:00100000:1.0:1769074961.254285:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5569
00000100:00100000:1.0:1769074961.254291:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:2369:x1855007657366912:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.254299:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.254303:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309185 expref: 386 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.254313:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309185 expref: 386 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.254324:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42541 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309185 expref: 386 pid: 5764 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.254336:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:1.0:1769074961.254341:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.254348:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.254356:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.254381:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.254401:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:2369:x1855007657366912:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 110us (1168us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.254408:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5569
00010000:00010000:1.0:1769074961.254478:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.254486:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074961.254530:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10420:0x0]: returning size 2048
00000004:00200000:1.0:1769074961.254534:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.254558:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.254591:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4254f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10420:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230918c expref: 385 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.254606:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230918c expref: 384 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.254612:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:1.0:1769074961.254615:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074961.254618:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8800, rc 0)
00000100:00100000:1.0:1769074961.254644:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:13246:x1855007657366272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 21368us (21522us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.254651:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210553
00000100:00100000:2.0:1769074961.264116:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074961.264235:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000ef9f2900 x1855007623417856) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 383 pid: 11659 timeout: 2046 lvb_type: 0
00010000:00010000:1.0:1769074961.264256:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e42572 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309193 expref: 383 pid: 11659 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.264287:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623417856:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.264301:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623417984:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.264323:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:1.0:1769074961.264328:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.264337:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.264345:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074961.264632:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657367040
00000100:00100000:0.0:1769074961.264642:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657367040
00010000:00010000:0.0:1769074961.264691:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dd4 expref: 383 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.264733:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5570
00000100:00100000:0.0:1769074961.264741:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:2368:x1855007657367040:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.264756:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.264762:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dd4 expref: 383 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.264772:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dd4 expref: 383 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.264795:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e41a43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dd4 expref: 383 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:0.0:1769074961.264806:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:0.0:1769074961.264810:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.264818:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.264830:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.264867:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074961.264977:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:2368:x1855007657367040:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 235us (882us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.264986:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5570
00010000:00010000:1.0:1769074961.265335:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.265342:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.265364:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00010000:00010000:1.0:1769074961.265546:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42579 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230919a expref: 383 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.265564:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230919a expref: 382 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.265573:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:1.0:1769074961.265576:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074961.265578:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074961.265627:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:13245:x1855007657366784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19503us (20080us total) trans 4295106483 rc 0/0
00000100:00100000:1.0:1769074961.265635:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210555
00000100:00100000:2.0:1769074961.272335:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.273336:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657367168
00000100:00100000:1.0:1769074961.273349:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657367168
00000100:00100000:1.0:1769074961.273408:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210556
00000100:00100000:1.0:1769074961.273418:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:13246:x1855007657367168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.273441:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.273477:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4258e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091a1 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.273553:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273570:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273583:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273599:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273605:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273611:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273715:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e425a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273728:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e425a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273735:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e425a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.273774:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10420:0x0]: returning size 2048
00000004:00200000:1.0:1769074961.273780:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.273802:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e425a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273812:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e425a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273820:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273827:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273833:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273840:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.273843:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273850:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273872:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074961.273875:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.273880:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273886:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42595 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273899:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273904:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273970:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273976:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.273978:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273984:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.273991:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc40f8bdb (ffff9032a2c16f00)
00010000:00010000:1.0:1769074961.273993:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.273996:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.274002:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4259c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.274032:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4258e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a1 expref: 384 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.274046:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e425a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a1 expref: 383 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.274057:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:1.0:1769074961.274060:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074961.274062:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef400, rc 0)
00000100:00100000:1.0:1769074961.274136:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:13246:x1855007657367168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 718us (1810us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.274143:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210556
00000100:00100000:0.0:1769074961.277589:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.277691:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657367296
00000100:00100000:1.0:1769074961.277702:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657367296
00000100:00100000:1.0:1769074961.277776:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210557
00000100:00100000:1.0:1769074961.277786:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:13245:x1855007657367296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.277814:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.277837:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e425aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091a8 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.277963:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.277977:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230919a expref: 384 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.277985:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.278018:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230919a expref: 384 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.278031:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230919a expref: 384 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.278044:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623418112:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.278131:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903390c236c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074961.289664:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.289702:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.289742:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657367424
00000100:00100000:0.0:1769074961.289752:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657367424
00000100:00100000:3.0:1769074961.289773:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657367552
00000100:00100000:3.0:1769074961.289778:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657367552
00010000:00010000:3.0:1769074961.289797:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230919a expref: 386 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:0.0:1769074961.289822:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5571
00000100:00100000:0.0:1769074961.289833:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:2367:x1855007657367552:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1769074961.289838:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1604
00000100:00100000:3.0:1769074961.289843:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:2367:x1855007657367424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.289849:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.289849:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.289883:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230919a expref: 386 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.289883:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e425a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a1 expref: 386 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.289896:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230919a expref: 385 pid: 7034 timeout: 2046 lvb_type: 0
00010000:00010000:3.0:1769074961.289903:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:0.0:1769074961.289929:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:3.0:1769074961.289931:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074961.289934:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.289943:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.289950:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.289971:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.289981:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:2367:x1855007657367424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 137us (327us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.289988:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:2367:x1855007657367552:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 159us (286us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.289989:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1604
00000100:00100000:0.0:1769074961.289994:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5571
00010000:00010000:1.0:1769074961.290443:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42580 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230919a expref: 383 pid: 7034 timeout: 2046 lvb_type: 0
00000100:00100000:1.0:1769074961.290459:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623418112:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.290477:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.290485:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.290490:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074961.290530:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:1.0:1769074961.290534:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.290552:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.290579:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e425aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a8 expref: 383 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.290592:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a8 expref: 382 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.290599:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:1.0:1769074961.290601:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074961.290605:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380030a00, rc 0)
00000100:00100000:1.0:1769074961.290652:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:13245:x1855007657367296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12867us (13072us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.290658:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210557
00000100:00100000:2.0:1769074961.297146:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.297337:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657367680
00000100:00100000:0.0:1769074961.297351:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657367680
00002000:00100000:0.0:1769074961.297408:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d1:0x0] (0->4095)  req@ffff9033bc16d880 x1855007657367680/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:497/0 lens 4584/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1769074961.297419:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bc16d880 with x1855007657367680 ext(0->4095)
00002000:00010000:0.0:1769074961.297425:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9033bc16d880
00000100:00100000:0.0:1769074961.297459:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 630
00000100:00100000:0.0:1769074961.297468:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657367680:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:0.0:1769074961.298243:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2369:x1855007657367680:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 772us (1103us total) trans 4294968159 rc 0/0
00000100:00100000:0.0:1769074961.298253:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 630
00002000:00100000:0.0:1769074961.298262:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d1:0x0] (0->4095)  req@ffff9033bc16d880 x1855007657367680/t4294968159(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:497/0 lens 4584/448 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1769074961.298271:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bc16d880 with x1855007657367680 ext(0->4095)
00002000:00010000:0.0:1769074961.298275:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9033bc16d880
00000100:00100000:2.0:1769074961.303013:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.303253:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657367936
00000100:00100000:3.0:1769074961.303265:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657367936
00000100:00100000:3.0:1769074961.303325:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4417
00000100:00100000:3.0:1769074961.303336:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:13245:x1855007657367936:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074961.303768:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:13245:x1855007657367936:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 433us (763us total) trans 4295106484 rc 0/0
00000100:00100000:3.0:1769074961.303775:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4417
00000100:00100000:0.0:1769074961.306167:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.306263:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657368064
00000100:00100000:1.0:1769074961.306274:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657368064
00000100:00100000:1.0:1769074961.306338:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210558
00000100:00100000:1.0:1769074961.306348:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:13246:x1855007657368064:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:2.0:1769074961.314444:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.314549:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657368192
00000100:00100000:1.0:1769074961.314562:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657368192
00000100:00100000:1.0:1769074961.314661:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210559
00000100:00100000:1.0:1769074961.314681:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:13245:x1855007657368192:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.314708:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.314743:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e425b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091af expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.314819:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.314835:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.314848:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.314870:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.314878:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.314888:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315077:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e425cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315085:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e425cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315091:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e425cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.315143:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:1.0:1769074961.315148:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.315167:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e425cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315179:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e425cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315187:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315193:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315199:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315205:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.315209:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315215:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315226:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074961.315229:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.315233:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315238:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e425bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315251:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315257:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315262:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315267:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.315269:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315287:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315293:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x76821429 (ffff903299a8d100)
00010000:00010000:1.0:1769074961.315296:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.315299:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315304:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.315334:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e425b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091af expref: 386 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.315346:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e425cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091af expref: 385 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.315352:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074961.315354:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074961.315357:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031200, rc 0)
00000100:00100000:1.0:1769074961.315780:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:13245:x1855007657368192:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1107us (1343us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.315789:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210559
00000100:00100000:0.0:1769074961.336205:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.336249:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657368320
00000100:00100000:0.0:1769074961.336260:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657368320
00000100:00100000:0.0:1769074961.336321:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1605
00000100:00100000:0.0:1769074961.336331:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:2366:x1855007657368320:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.336352:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.336383:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e425cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091af expref: 385 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.336408:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:0.0:1769074961.336414:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074961.336484:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:2366:x1855007657368320:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 154us (291us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.336493:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1605
00000100:00100000:3.0:1769074961.342207:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.342262:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657368576
00000100:00100000:1.0:1769074961.342287:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657368576
00000100:00100000:1.0:1769074961.342358:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210560
00000100:00100000:1.0:1769074961.342369:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:13245:x1855007657368576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.342393:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.342417:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e425d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091b6 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.342531:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.342548:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ef3 expref: 385 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.342556:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.342592:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ef3 expref: 385 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.342606:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ef3 expref: 385 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.342620:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623418240:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.342737:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903390c236c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.353321:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.353381:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623418240:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.353412:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074961.353444:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657368704
00000100:00100000:1.0:1769074961.353451:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657368704
00010000:00010000:1.0:1769074961.353487:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ef3 expref: 386 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.353526:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5572
00000100:00100000:1.0:1769074961.354835:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390b42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:2368:x1855007657368704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.354867:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.354877:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ef3 expref: 386 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.354892:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ef3 expref: 386 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.355253:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e41d92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ef3 expref: 386 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.355275:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074961.355280:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.355291:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.355298:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.356084:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074961.356214:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.356224:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.356246:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000100:00100000:0.0:1769074961.356407:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390b42850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:2368:x1855007657368704:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2868us (3092us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.356420:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5572
00010000:00010000:1.0:1769074961.356505:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e425d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091b6 expref: 386 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.356525:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091b6 expref: 385 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.356535:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074961.356538:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074961.356541:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031e00, rc 0)
00000100:00100000:1.0:1769074961.356571:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:13245:x1855007657368576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14204us (14374us total) trans 4295106485 rc 0/0
00000100:00100000:1.0:1769074961.356579:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210560
00000100:00100000:0.0:1769074961.374875:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.374935:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657368832
00000100:00100000:0.0:1769074961.374947:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657368832
00000100:00100000:0.0:1769074961.375001:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210561
00000100:00100000:0.0:1769074961.375010:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:13245:x1855007657368832:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.375030:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.375051:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e425e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091bd expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.375604:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.375623:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091b6 expref: 386 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.375636:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.375954:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091b6 expref: 386 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.375971:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091b6 expref: 386 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.375986:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623418368:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074961.376076:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033811ca480 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.381023:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.381173:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623418368:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.381201:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074961.381288:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657368960
00000100:00100000:2.0:1769074961.381297:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657368960
00010000:00010000:2.0:1769074961.381337:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091b6 expref: 387 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.381380:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5573
00000100:00100000:2.0:1769074961.381390:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:2369:x1855007657368960:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.381407:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.381413:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091b6 expref: 387 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.381427:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091b6 expref: 387 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.381457:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e425db lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091b6 expref: 387 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.381475:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:2.0:1769074961.381480:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.381489:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.381497:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.381516:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.381574:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:2369:x1855007657368960:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 185us (560us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.381582:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5573
00010000:00010000:1.0:1769074961.381649:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.381656:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.381703:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:1.0:1769074961.381708:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.381728:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.381758:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e425e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091bd expref: 386 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.381773:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091bd expref: 385 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.381780:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074961.381783:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074961.381785:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4400, rc 0)
00000100:00100000:1.0:1769074961.381815:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:13245:x1855007657368832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6807us (6961us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.381822:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210561
00000100:00100000:1.0:1769074961.392559:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.392638:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657369088
00000100:00100000:3.0:1769074961.392648:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657369088
00000100:00100000:3.0:1769074961.392716:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210562
00000100:00100000:3.0:1769074961.392726:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:13245:x1855007657369088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.392747:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.392768:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e425f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091c4 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.392847:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.392877:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.392888:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.392903:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393271:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393278:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393534:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4260c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393543:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4260c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393550:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4260c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074961.393585:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:3.0:1769074961.393590:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074961.393611:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4260c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393623:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4260c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393632:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393642:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393649:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393654:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.393659:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393666:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393688:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074961.393692:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.393697:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393702:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cda00/0x2152b583a6e425fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393714:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393720:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393725:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393730:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.393732:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393738:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393744:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x6324417e (ffff9033852c1100)
00010000:00010000:3.0:1769074961.393747:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.393750:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393755:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd400/0x2152b583a6e42605 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.393787:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc600/0x2152b583a6e425f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091c4 expref: 387 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.393800:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4260c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091c4 expref: 386 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.393818:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074961.393821:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074961.393823:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb8cd600, rc 0)
00000100:00100000:3.0:1769074961.394203:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:13245:x1855007657369088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1476us (1652us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.394212:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210562
00000001:00080000:3.0:1769074961.406055:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106482 is committed
00000004:00080000:3.0:1769074961.406091:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 125 committed
00000001:00080000:3.0:1769074961.406187:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106483 is committed
00000004:00080000:3.0:1769074961.406245:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 122 committed
00000004:00080000:3.0:1769074961.406349:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 124 committed
00000001:00080000:3.0:1769074961.406390:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106484 is committed
00000004:00080000:3.0:1769074961.406409:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 123 committed
00000100:00100000:3.0:1769074961.406633:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623418496:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1769074961.407248:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074961.407341:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623418624:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1769074961.407365:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074961.407382:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1769074961.407387:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623418752:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1769074961.407422:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074961.407455:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623418496
00000100:00100000:3.0:1769074961.407463:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623418496
00000100:00100000:3.0:1769074961.407507:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623418624
00000100:00100000:3.0:1769074961.407509:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623418624
00000100:00100000:3.0:1769074961.407524:0:13375:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623418752
00000100:00100000:3.0:1769074961.407527:0:13375:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623418752
00000100:00100000:3.0:1769074961.407547:0:13375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971
00000100:00100000:3.0:1769074961.407554:0:13375:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+9:3294:x1855007623418496:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074961.407586:0:13375:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:461 count 1
00010000:00010000:3.0:1769074961.407615:0:13375:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.407639:0:13375:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 78 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.407648:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074961.407650:0:13375:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074961.407654:0:13375:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.407691:0:13375:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 78 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.407707:0:13375:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 78 pid: 8946 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.407719:0:13375:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623418880:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074961.407775:0:13375:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.407792:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2972
00000100:00100000:3.0:1769074961.407800:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3295:x1855007623418624:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074961.408080:0:13367:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:460 count 1
00010000:00010000:3.0:1769074961.408157:0:13367:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.408171:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.408177:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074961.408179:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074961.408181:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.408204:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.408213:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 78 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.408223:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623419008:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074961.408256:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.409600:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.409688:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.410136:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657369216
00000100:00100000:1.0:1769074961.410144:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657369216
00000100:00100000:1.0:1769074961.410209:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1606
00000100:00100000:1.0:1769074961.410219:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2369:x1855007657369216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.410235:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.410260:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd600/0x2152b583a6e4260c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091c4 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.410396:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:1.0:1769074961.410402:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.410461:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:2369:x1855007657369216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 243us (866us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.410469:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1606
00000100:00100000:2.0:1769074961.412378:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13246:x1855007657368064:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 106020us (106210us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.412391:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210558
00000100:00100000:2.0:1769074961.412420:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657369472
00000100:00100000:2.0:1769074961.412430:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657369472
00000100:00100000:2.0:1769074961.412483:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210563
00000100:00100000:2.0:1769074961.412492:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+214:13245:x1855007657369472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.412511:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.412533:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42621 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091cb expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.412641:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.412655:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dfe expref: 215 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.412663:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.412699:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dfe expref: 215 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.412710:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dfe expref: 215 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.412724:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623419648:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.412781:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.413391:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973
00000100:00100000:3.0:1769074961.413407:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdeac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3295:x1855007623418752:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074961.413434:0:8946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:462 count 1
00010000:00010000:3.0:1769074961.413453:0:8946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.413483:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.413491:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074961.413493:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074961.413497:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.413521:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074961.414113:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623419136:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1769074961.414172:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074961.414218:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1769074961.414225:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623419264:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1769074961.414246:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074961.414277:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623419136
00000100:00100000:2.0:1769074961.414284:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623419136
00000100:00100000:2.0:1769074961.414322:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623419264
00000100:00100000:2.0:1769074961.414326:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623419264
00000100:00100000:2.0:1769074961.414347:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974
00000100:00100000:2.0:1769074961.414354:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:3293:x1855007623419136:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1769074961.414371:0:13368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:458 count 1
00010000:00010000:2.0:1769074961.414390:0:13368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.414405:0:13368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 79 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.414412:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074961.414414:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074961.414417:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.414441:0:13368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 79 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.414451:0:13368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 79 pid: 13368 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.414461:0:13368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623419904:192.168.204.54@tcp:104:
00000100:00080000:1.0:1769074961.414531:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:1.0:1769074961.414548:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975
00000100:00100000:1.0:1769074961.414557:0:6547:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3293:x1855007623419264:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:1.0:1769074961.414570:0:6547:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:463 count 1
00010000:00010000:1.0:1769074961.414583:0:6547:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.414596:0:6547:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 79 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.414602:0:6547:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1769074961.414604:0:6547:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:1.0:1769074961.414606:0:6547:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.414631:0:6547:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 79 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.414641:0:6547:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 79 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.414649:0:6547:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6547:1855007623420032:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.416788:0:13368:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.417434:0:6547:0:(client.c:2690:ptlrpc_set_wait()) set ffff903390c236c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074961.417626:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623419520:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1769074961.417703:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074961.417741:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1769074961.417748:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623419392:0@lo:6:osp-syn-1-0.0
00000100:00100000:2.0:1769074961.417769:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074961.417798:0:13351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623419520
00000100:00100000:2.0:1769074961.417820:0:13351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623419520
00000100:00100000:2.0:1769074961.417881:0:13351:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623419392
00000100:00100000:2.0:1769074961.417884:0:13351:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623419392
00000100:00100000:2.0:1769074961.417921:0:13351:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976
00000100:00100000:2.0:1769074961.417930:0:13351:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3296:x1855007623419520:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1769074961.417960:0:13351:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:462 count 1
00010000:00010000:2.0:1769074961.417989:0:13351:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.418008:0:13351:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 79 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.418017:0:13351:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074961.418019:0:13351:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074961.418022:0:13351:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.418052:0:13351:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 79 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.418064:0:13351:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 79 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.418075:0:13351:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:13351:1855007623420160:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.418134:0:13351:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7900 going to sleep for 11 seconds
00000100:00100000:2.0:1769074961.418151:0:13381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977
00000100:00100000:2.0:1769074961.418159:0:13381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+8:3296:x1855007623419392:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:2.0:1769074961.418172:0:13381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:460 count 1
00010000:00010000:2.0:1769074961.418184:0:13381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.418196:0:13381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 79 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.418203:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074961.418205:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:2.0:1769074961.418207:0:13381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.418227:0:13381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 79 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.418236:0:13381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 79 pid: 13375 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.418246:0:13381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13381:1855007623420288:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.418268:0:13381:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032a763a840 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.418780:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.418824:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657369600
00000100:00100000:1.0:1769074961.418829:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657369600
00010000:00010000:1.0:1769074961.418866:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 79 pid: 8946 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.418892:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5574
00000100:00100000:1.0:1769074961.418900:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2369:x1855007657369600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.418925:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.418930:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 79 pid: 8946 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.418943:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 79 pid: 8946 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.418968:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.418970:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.418974:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.418983:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.419000:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.419027:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2369:x1855007657369600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 128us (249us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.419035:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5574
00010000:00010000:2.0:1769074961.419156:0:13375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bff03000/0x2152b583a6e4078f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308791 expref: 78 pid: 8946 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.419171:0:13375:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:13375:1855007623418880:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.419193:0:13375:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.419202:0:13375:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.419229:0:13375:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.419239:0:13375:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.419247:0:13375:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.419279:0:13375:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1769074961.419564:0:13375:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+10:3294:x1855007623418496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12009us (12317us total) trans 4294968160 rc 0/0
00000100:00100000:2.0:1769074961.419572:0:13375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971
00000004:00080000:2.0:1769074961.419611:0:3294:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370c000/2, rc 0, transno 4294968160
00000100:00100000:2.0:1769074961.419618:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623418496:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1769074961.420395:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074961.420405:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.420415:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb8cd800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074961.420419:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.420429:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.420444:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.420451:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bb8cd800/0x2152b583a6e42613 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13375 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.420471:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074961.420473:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074961.420475:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074961.425027:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 77 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.425059:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623419776:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074961.425169:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28aa80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.425217:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623419008:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074961.425239:0:13367:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074961.425384:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.426320:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657369728
00000100:00100000:0.0:1769074961.426331:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657369728
00010000:00010000:0.0:1769074961.426373:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 78 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.426416:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5575
00000100:00100000:0.0:1769074961.426426:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2369:x1855007657369728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.426441:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.426447:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 78 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074961.426460:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 78 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074961.426483:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e4013e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308576 expref: 78 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074961.426500:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074961.426503:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074961.426507:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.426517:0:13409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.426622:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074961.426710:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657369728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 285us (1327us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.426718:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5575
00010000:00010000:3.0:1769074961.429619:0:13367:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.429640:0:13367:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.429652:0:13367:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.429660:0:13367:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.429717:0:13367:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074961.430293:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3295:x1855007623418624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22490us (22923us total) trans 4294968161 rc 0/0
00000100:00100000:3.0:1769074961.430305:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2972
00000004:00080000:3.0:1769074961.430372:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370f100/2, rc 0, transno 4294968161
00000100:00100000:3.0:1769074961.430379:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623418624:0@lo:6:osp-syn-0-0.0
00000100:00100000:1.0:1769074961.431593:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623419648:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.431632:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074961.431689:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.431768:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.431824:0:13381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13381:1855007623420288:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.431840:0:13381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074961.431875:0:13351:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:13351:1855007623420160:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.431886:0:13351:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074961.432612:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657369856
00000100:00100000:1.0:1769074961.432622:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657369856
00010000:00010000:1.0:1769074961.432662:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 80 pid: 13368 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.432703:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657370112
00000100:00100000:1.0:1769074961.432707:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657370112
00010000:00010000:1.0:1769074961.432719:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 81 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.432744:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5576
00000100:00100000:1.0:1769074961.432753:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+81:2369:x1855007657369856:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.432767:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.432772:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 81 pid: 13368 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.432783:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 81 pid: 13368 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.432810:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.432812:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.432817:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.432831:0:13409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.432860:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.432922:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+81:2369:x1855007657369856:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 155us (1219us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.432930:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5576
00000100:00100000:1.0:1769074961.432951:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5577
00000100:00100000:1.0:1769074961.432957:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:2368:x1855007657370112:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.432965:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.432969:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 80 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.432978:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 80 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.432990:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.432991:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.432995:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.433002:0:13409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.433014:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.433033:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:2368:x1855007657370112:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 76us (1264us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.433040:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5577
00010000:00010000:1.0:1769074961.433090:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff903387f80c00/0x2152b583a6e40fb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308a54 expref: 79 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.433446:0:6547:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6547:1855007623420032:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.433468:0:6547:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.433476:0:6547:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.433483:0:6547:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.433493:0:6547:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.433500:0:6547:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.435022:0:13368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032ae2f9800/0x2152b583a6e3fad1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230834d expref: 78 pid: 13368 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.435041:0:13368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623419904:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074961.435063:0:13368:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.435079:0:13368:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.435085:0:13368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.435165:0:13368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.435174:0:13368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074961.435322:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.435355:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.435385:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.435408:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.435434:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074961.437044:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp.  (2 blwis in pool)
00010000:00010000:0.0:1769074961.437060:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.437073:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074961.437078:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.437089:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.437122:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.437130:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed200/0x2152b583a6e4261a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.437560:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:2.0:1769074961.437568:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.437576:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:2.0:1769074961.437580:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.437587:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.437600:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.437609:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1769074961.437614:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.437619:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8000 already unused, calling callback (ffffffffc148db90)
00010000:00010000:2.0:1769074961.437622:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.437634:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.437642:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.437648:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074961.437650:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074961.437652:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769074961.438039:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657369984
00000100:00100000:0.0:1769074961.438051:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657369984
00010000:00010000:0.0:1769074961.438162:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dfe expref: 216 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.438205:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657370240
00000100:00100000:0.0:1769074961.438209:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657370240
00010000:00010000:0.0:1769074961.438226:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 78 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.438237:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657370368
00000100:00100000:0.0:1769074961.438239:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657370368
00010000:00010000:0.0:1769074961.438250:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 79 pid: 13375 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.438260:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657370496
00000100:00100000:0.0:1769074961.438263:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657370496
00000100:00100000:2.0:1769074961.438338:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5578
00000100:00100000:2.0:1769074961.438350:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391086450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2369:x1855007657369984:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.438366:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.438373:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dfe expref: 216 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.438386:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dfe expref: 216 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.438405:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc200/0x2152b583a6e41ac1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dfe expref: 216 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.438421:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:2.0:1769074961.438426:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.438436:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.438448:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.438475:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.438541:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391086450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:2369:x1855007657369984:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 194us (3220us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.438550:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5578
00000100:00100000:2.0:1769074961.438612:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5579
00000100:00100000:2.0:1769074961.438619:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2369:x1855007657370240:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.438628:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.438632:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 79 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.438642:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 79 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.438659:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e40ce4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230895f expref: 79 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.438671:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074961.438673:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074961.438678:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.438688:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.438712:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.438730:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2369:x1855007657370240:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 113us (3375us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.438736:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5579
00000100:00100000:2.0:1769074961.438750:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5580
00000100:00100000:2.0:1769074961.438756:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657370368:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.438764:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.438768:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 77 pid: 13375 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.438777:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 77 pid: 13375 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.438789:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032abb73400/0x2152b583a6e40471 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308687 expref: 77 pid: 13375 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.438798:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074961.438799:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074961.438802:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.438821:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.438839:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.438868:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2369:x1855007657370368:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 112us (3482us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.438875:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5580
00010000:00010000:2.0:1769074961.438899:0:13381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.438927:0:13381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.438939:0:13381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.438947:0:13381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.438967:0:13381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1769074961.439474:0:13381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+9:3296:x1855007623419392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21315us (21702us total) trans 4294968247 rc 0/0
00000100:00100000:2.0:1769074961.439483:0:13381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977
00000100:00100000:2.0:1769074961.439499:0:13381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657370624
00000100:00100000:2.0:1769074961.439505:0:13381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657370624
00000100:00100000:2.0:1769074961.439532:0:13381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2978
00000100:00100000:2.0:1769074961.439538:0:13381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2367:x1855007657370624:12345-192.168.204.54@tcp:16:dbench.0
00000004:00080000:2.0:1769074961.439617:0:3296:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9033864f6d80/2, rc 0, transno 4294968247
00000100:00100000:2.0:1769074961.439623:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623419392:0@lo:6:osp-syn-1-0.0
00010000:00010000:2.0:1769074961.439642:0:13351:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.439656:0:13351:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.439664:0:13351:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.439671:0:13351:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.439687:0:13351:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00000100:00100000:2.0:1769074961.439864:0:13351:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3296:x1855007623419520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 21935us (22161us total) trans 4294968248 rc 0/0
00000100:00100000:2.0:1769074961.439871:0:13351:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976
00000004:00080000:2.0:1769074961.439899:0:3296:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9033864f7100/2, rc 0, transno 4294968248
00000100:00100000:2.0:1769074961.439903:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623419520:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1769074961.440118:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 78 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.440147:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5581
00000100:00100000:0.0:1769074961.440155:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2368:x1855007657370496:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.440165:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.440169:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 78 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074961.440179:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 78 pid: 13367 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074961.440197:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074961.440199:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074961.440203:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.440212:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.440226:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074961.440251:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2368:x1855007657370496:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 98us (4844us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.440257:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5581
00010000:00010000:1.0:1769074961.441868:0:6547:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool
00010000:00010000:1.0:1769074961.441883:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff903380031400/0x2152b583a6e4263d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.441939:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:1.0:1769074961.441946:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.441955:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074961.441959:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.441969:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.441986:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.441993:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9200/0x2152b583a6e4264b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.442005:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074961.442009:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.442015:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074961.442018:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.442025:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.442032:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.442045:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8200/0x2152b583a6e42644 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13351 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.442056:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074961.442058:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074961.442060:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074961.442231:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.442239:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074961.442259:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00010000:00010000:1.0:1769074961.442461:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42621 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091cb expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.442477:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091cb expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.442486:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:1.0:1769074961.442489:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074961.442492:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9c00, rc 0)
00000100:00100000:1.0:1769074961.442549:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657369472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 30059us (32860us total) trans 4295106486 rc 0/0
00000100:00100000:1.0:1769074961.442558:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210563
00000100:00100000:1.0:1769074961.442836:0:6547:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3293:x1855007623419264:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28280us (28587us total) trans 4294968249 rc 0/0
00000100:00100000:1.0:1769074961.442844:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975
00000004:00080000:1.0:1769074961.442905:0:3293:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9033864f4a80/2, rc 0, transno 4294968249
00000100:00100000:1.0:1769074961.442944:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623419264:0@lo:6:osp-syn-1-0.0
00010000:00010000:0.0:1769074961.443049:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074961.445802:0:13368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool
00010000:00010000:3.0:1769074961.445829:0:13368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90329e3d8000/0x2152b583a6e42636 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.446329:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074961.447034:0:8946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9033bc2faa00/0x2152b583a6e409d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a230885c expref: 77 pid: 13367 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.447053:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623419776:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.447075:0:8946:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.447086:0:8946:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.447103:0:8946:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.447119:0:8946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.447126:0:8946:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.447148:0:8946:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:0.0:1769074961.447396:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdeac050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3295:x1855007623418752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 33993us (39970us total) trans 4294968162 rc 0/0
00000100:00100000:0.0:1769074961.447406:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973
00010000:00010000:1.0:1769074961.447709:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074961.447718:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.447726:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eece00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074961.447730:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.447739:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.447758:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.447765:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4262f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.447781:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074961.447782:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074961.447784:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074961.447957:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000004:00080000:2.0:1769074961.448217:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff90338370dc00/2, rc 0, transno 4294968162
00000100:00100000:2.0:1769074961.448226:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623418752:0@lo:6:osp-syn-0-0.0
00000100:00100000:3.0:1769074961.448457:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+9:3293:x1855007623419136:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34102us (34283us total) trans 4294968250 rc 0/0
00000100:00100000:3.0:1769074961.448466:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974
00000004:00080000:1.0:1769074961.448636:0:3293:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9033864f4380/2, rc 0, transno 4294968250
00000100:00100000:1.0:1769074961.448642:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623419136:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1769074961.460230:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.460272:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657370752
00000100:00100000:1.0:1769074961.460282:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657370752
00000100:00100000:1.0:1769074961.460337:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210564
00000100:00100000:1.0:1769074961.460347:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657370752:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.460375:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.460396:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42659 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091d2 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.460484:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.460499:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091cb expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.460508:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074961.460545:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091cb expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.460559:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091cb expref: 216 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.460574:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623420416:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.460652:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032819c2540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.463835:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.464594:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657370880
00000100:00100000:3.0:1769074961.464608:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657370880
00010000:00010000:3.0:1769074961.464651:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091cb expref: 217 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.464687:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5582
00000100:00100000:3.0:1769074961.464697:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2369:x1855007657370880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.464712:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.464719:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091cb expref: 217 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.464733:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091cb expref: 217 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.464757:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074961.464763:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.464773:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.464781:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.464802:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.464878:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2369:x1855007657370880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 181us (1052us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.464886:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5582
00010000:00010000:2.0:1769074961.479399:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42628 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091cb expref: 216 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.479427:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623420416:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.479456:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.479471:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.479477:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074961.479520:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:2.0:1769074961.479524:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074961.479543:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.479576:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42659 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d2 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.479593:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d2 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.479603:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:2.0:1769074961.479607:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074961.479610:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031200, rc 0)
00000100:00100000:2.0:1769074961.481110:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657370752:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20742us (20869us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.481124:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210564
00000100:00100000:0.0:1769074961.491064:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.491171:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657371008
00000100:00100000:0.0:1769074961.491184:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657371008
00000100:00100000:0.0:1769074961.491248:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210565
00000100:00100000:0.0:1769074961.491258:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657371008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.491284:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.491306:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42667 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091d9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.491379:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491395:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491407:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491425:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491431:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491437:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491507:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491513:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491521:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491526:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.491530:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491538:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491552:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074961.491555:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.491560:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491566:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4266e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491582:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491587:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491592:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491597:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.491599:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491605:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491612:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x960b89e0 (ffff903298a49b00)
00010000:00010000:0.0:1769074961.491614:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.491617:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491623:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42675 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.491655:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42667 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d9 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.491665:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074961.491667:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.491671:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42667 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d9 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.491685:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:0.0:1769074961.491749:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657371008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 491us (694us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074961.491756:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210565
00000100:00100000:0.0:1769074961.503160:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.503206:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657371136
00000100:00100000:0.0:1769074961.503216:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657371136
00000100:00100000:0.0:1769074961.503283:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210566
00000100:00100000:0.0:1769074961.503296:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657371136:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.503317:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.503347:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4267c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091e0 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.503432:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503449:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503462:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503476:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503483:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503489:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503578:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503586:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503593:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503599:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.503603:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503610:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503623:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074961.503627:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.503632:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503638:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42683 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503649:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503655:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503660:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503668:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.503671:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503676:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503683:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa2d6c89 (ffff903298a49b00)
00010000:00010000:0.0:1769074961.503685:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.503688:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503693:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e4268a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa2d6c89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.503722:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4267c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e0 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.503731:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074961.503733:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.503737:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e4267c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e0 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.503745:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:0.0:1769074961.503804:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657371136:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 511us (654us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074961.503948:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210566
00000100:00100000:0.0:1769074961.518451:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.518540:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657371392
00000100:00100000:3.0:1769074961.518551:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657371392
00000100:00100000:3.0:1769074961.518613:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210567
00000100:00100000:3.0:1769074961.518623:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13245:x1855007657371392:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.518647:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.518651:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1769074961.518681:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e41fde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fa9 expref: 215 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.518705:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074961.518711:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074961.518727:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42691 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091e7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.518893:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.518939:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.518951:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.518967:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.518974:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.518980:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:3.0:1769074961.519632:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d2:0x0], index 1: 0
00010000:00010000:3.0:1769074961.519832:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.519843:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.519858:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.519897:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.519905:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.519937:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.519943:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.519947:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.519954:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.519963:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074961.519967:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.519971:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.519977:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42698 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:3.0:1769074961.519987:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b82ceb11 reply state 000000004b871af1 transno 4295106487 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074961.519994:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074961.520022:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42691 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e7 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.520034:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e7 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.520041:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074961.520044:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074961.520046:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed200, rc 0)
00000100:00100000:3.0:1769074961.520129:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13245:x1855007657371392:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1507us (1688us total) trans 4295106487 rc 0/0
00000100:00100000:3.0:1769074961.520139:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210567
00000100:00100000:0.0:1769074961.520721:0:7981:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7981:1855007623420544:0@lo:5:osp-pre-1-0.0
00000100:00100000:0.0:1769074961.520775:0:7981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074961.520843:0:7981:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033811ca540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.521901:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623420544
00000100:00100000:3.0:1769074961.521931:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623420544
00000100:00100000:3.0:1769074961.521988:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979
00000100:00100000:3.0:1769074961.522000:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+9:7981:x1855007623420544:12345-0@lo:5:osp-pre-1-0.0
00002000:00080000:3.0:1769074961.522061:0:13368:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 482
00010000:00010000:2.0:1769074961.529100:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.529117:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.529124:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.529131:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eece00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074961.529137:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.529145:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.529161:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x960b89e0 (ffff90328bb7f900)
00010000:00010000:2.0:1769074961.529165:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.529169:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.529175:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e4269f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000001:00080000:1.0:1769074961.532052:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968162 is committed
00000001:00080000:1.0:1769074961.532069:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968159 is committed
00000100:00100000:2.0:1769074961.532445:0:13381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2367:x1855007657370624:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 92899us (97002us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.532458:0:13381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2978
00000100:00100000:2.0:1769074961.535059:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+10:7981:x1855007623420544:12345-0@lo:5:osp-pre-1-0.0 Request processed in 13050us (14273us total) trans 4294968251 rc 0/0
00000100:00100000:2.0:1769074961.535075:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979
00000100:00100000:1.0:1769074961.535320:0:7981:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7981:1855007623420544:0@lo:5:osp-pre-1-0.0
00000004:00080000:1.0:1769074961.535337:0:7981:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1d2:0x0]-[0x280000400:0x201:0x0]
00000100:00100000:0.0:1769074961.548038:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.548125:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657371520
00000100:00100000:2.0:1769074961.548136:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657371520
00000100:00100000:2.0:1769074961.548219:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2980
00000100:00100000:2.0:1769074961.548230:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2369:x1855007657371520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.548251:0:13368:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.548275:0:13368:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091ee expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00002000:00010000:2.0:1769074961.548307:0:13368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1769074961.548331:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074961.548334:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074961.548342:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091ee expref: 77 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074961.548361:0:13368:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091ee expref: 77 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074961.548375:0:13368:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:2.0:1769074961.548559:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657371520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 331us (531us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.548566:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2980
00000100:00100000:0.0:1769074961.555264:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.555430:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657371776
00000100:00100000:3.0:1769074961.555442:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657371776
00000100:00100000:3.0:1769074961.555569:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4418
00000100:00100000:3.0:1769074961.555581:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657371776:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074961.556013:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13245:x1855007657371776:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 432us (759us total) trans 4295106488 rc 0/0
00000100:00100000:3.0:1769074961.556021:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4418
00000100:00100000:1.0:1769074961.558226:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.562194:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.562300:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657372160
00000100:00100000:1.0:1769074961.562311:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657372160
00000100:00100000:1.0:1769074961.562376:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210568
00000100:00100000:1.0:1769074961.562387:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13245:x1855007657372160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.562420:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.562448:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e426bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091f5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.562582:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.562599:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e7 expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.562608:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.562645:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e7 expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.562659:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e7 expref: 218 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.562673:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623420672:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.562785:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074961.566214:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657371904
00000100:00100000:0.0:1769074961.566234:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657371904
00002000:00100000:0.0:1769074961.566548:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d1:0x0] (0->4095)  req@ffff9033bb0f1880 x1855007657371904/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:497/0 lens 4584/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1769074961.566561:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb0f1880 with x1855007657371904 ext(0->4095)
00002000:00010000:0.0:1769074961.566568:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb0f1880
00000100:00100000:0.0:1769074961.566672:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 631
00000100:00100000:0.0:1769074961.566683:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657371904:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:0.0:1769074961.567251:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2369:x1855007657371904:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 568us (9032us total) trans 4294968252 rc 0/0
00000100:00100000:0.0:1769074961.567260:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 631
00002000:00100000:0.0:1769074961.567268:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d1:0x0] (0->4095)  req@ffff9033bb0f1880 x1855007657371904/t4294968252(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:497/0 lens 4584/448 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1769074961.567277:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033bb0f1880 with x1855007657371904 ext(0->4095)
00002000:00010000:0.0:1769074961.567280:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033bb0f1880
00000100:00100000:1.0:1769074961.568990:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623420672:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.569021:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074961.569692:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.569841:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657372288
00000100:00100000:1.0:1769074961.569857:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657372288
00010000:00010000:1.0:1769074961.569896:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e7 expref: 219 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.569958:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5583
00000100:00100000:1.0:1769074961.569967:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2368:x1855007657372288:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.569982:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.569988:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e7 expref: 219 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.570000:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e7 expref: 219 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.570023:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091e7 expref: 219 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.570038:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:1.0:1769074961.570043:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.570052:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.570059:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.570082:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.570141:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2368:x1855007657372288:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (452us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.570158:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5583
00010000:00010000:1.0:1769074961.570182:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.570189:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.570206:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10421:0x0]: returning size 0
00010000:00010000:1.0:1769074961.570365:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031c00/0x2152b583a6e426bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091f5 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.570528:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091f5 expref: 218 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.570537:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:1.0:1769074961.570540:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074961.570542:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031e00, rc 0)
00000100:00100000:1.0:1769074961.570571:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657372160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8186us (8393us total) trans 4295106489 rc 0/0
00000100:00100000:1.0:1769074961.570579:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210568
00000100:00100000:3.0:1769074961.572104:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.573022:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657372416
00000100:00100000:1.0:1769074961.573034:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657372416
00000100:00100000:1.0:1769074961.573086:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210569
00000100:00100000:1.0:1769074961.573108:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657372416:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:1.0:1769074961.573249:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657372416:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 142us (1159us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.573257:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210569
00000100:00100000:1.0:1769074961.590278:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.590406:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.590957:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657372672
00000100:00100000:3.0:1769074961.590972:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657372672
00000100:00100000:3.0:1769074961.591044:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210570
00000100:00100000:3.0:1769074961.591057:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657372672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.591087:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.591121:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e426d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23091fc expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.591229:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.591244:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091f5 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.591253:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.591292:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091f5 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.591316:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091f5 expref: 219 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.591331:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623420800:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074961.591442:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ac00 going to sleep for 11 seconds
00000100:00100000:2.0:1769074961.593710:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657372544
00000100:00100000:2.0:1769074961.593726:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657372544
00000100:00100000:3.0:1769074961.593897:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2981
00000100:00100000:3.0:1769074961.593937:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2367:x1855007657372544:12345-192.168.204.54@tcp:16:dbench.0
00000100:00100000:3.0:1769074961.602658:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623420800:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074961.602690:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074961.604117:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.604582:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657372800
00000100:00100000:2.0:1769074961.604593:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657372800
00010000:00010000:2.0:1769074961.604635:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091f5 expref: 220 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.604675:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5584
00000100:00100000:2.0:1769074961.604684:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2369:x1855007657372800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.604699:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.604707:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091f5 expref: 220 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.604727:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091f5 expref: 220 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.604751:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e426c2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091f5 expref: 220 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.604768:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:2.0:1769074961.604774:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.604783:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.604791:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.604829:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.607645:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657372800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2949us (3523us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.607661:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5584
00010000:00010000:3.0:1769074961.609701:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.609720:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074961.609778:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10421:0x0]: returning size 0
00000004:00200000:3.0:1769074961.609782:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074961.609801:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.610068:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e426d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091fc expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.610088:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091fc expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.610108:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074961.610112:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074961.610116:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eeda00, rc 0)
00000100:00100000:3.0:1769074961.610291:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657372672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19236us (19883us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.610581:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210570
00000100:00100000:1.0:1769074961.639066:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.639133:0:13381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657372928
00000100:00100000:1.0:1769074961.639144:0:13381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657372928
00000100:00100000:1.0:1769074961.639214:0:13381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2982
00000100:00100000:1.0:1769074961.639224:0:13381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:13245:x1855007657372928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.639244:0:13381:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.639266:0:13381:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff903380031c00/0x2152b583a6e426de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309203 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.639315:0:13381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091ee expref: 81 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074961.639325:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.639327:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074961.639331:0:13381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff903380031c00/0x2152b583a6e426de lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309203 expref: 81 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.639368:0:13381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091ee expref: 81 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074961.640028:0:13381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091ee expref: 81 pid: 13368 timeout: 2047 lvb_type: 1
00000100:00100000:1.0:1769074961.640046:0:13381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13381:1855007623420928:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.640209:0:13381:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c180 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.644368:0:13381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:13381:1855007623420928:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.644423:0:13381:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff903380031c00/0x2152b583a6e426de lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309203 expref: 81 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.644602:0:13381:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031c00, rc 0)
00000100:00100000:1.0:1769074961.644680:0:13381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+81:13245:x1855007657372928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5457us (5624us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.644690:0:13381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2982
00000100:00100000:3.0:1769074961.654200:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.663262:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657373056
00000100:00100000:2.0:1769074961.663281:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657373056
00010000:00010000:2.0:1769074961.663344:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091ee expref: 81 pid: 13368 timeout: 2047 lvb_type: 1
00000100:00100000:0.0:1769074961.663982:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5585
00000100:00100000:0.0:1769074961.664000:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391087050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+81:2368:x1855007657373056:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.664019:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.664048:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091ee expref: 81 pid: 13368 timeout: 2047 lvb_type: 1
00010000:00010000:0.0:1769074961.664070:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091ee expref: 81 pid: 13368 timeout: 2047 lvb_type: 1
00010000:00010000:0.0:1769074961.664096:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90338a8c7600/0x2152b583a6e426b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091ee expref: 81 pid: 13368 timeout: 2047 lvb_type: 1
00010000:00010000:0.0:1769074961.664112:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074961.664115:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074961.664122:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff903380031c00/0x2152b583a6e426de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309203 expref: 80 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.664133:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff903380031c00/0x2152b583a6e426de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309203 expref: 80 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.664513:0:5747:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff903380031c00/0x2152b583a6e426de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309203 expref: 80 pid: 13381 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074961.664532:0:5747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bbc0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5747:1855007623421056:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074961.664646:0:5747:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387b65f00 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.671455:0:5747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bbc0aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5747:1855007623421056:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074961.671485:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.671547:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391087050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:2368:x1855007657373056:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 7553us (17359us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.671558:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5585
00000100:00100000:1.0:1769074961.691600:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.691865:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657373312
00000100:00100000:3.0:1769074961.691878:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657373312
00000100:00100000:3.0:1769074961.691976:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4419
00000100:00100000:3.0:1769074961.691986:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13245:x1855007657373312:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074961.694082:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657373312:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 2084us (2483us total) trans 4295106490 rc 0/0
00000100:00100000:3.0:1769074961.694099:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4419
00000100:00100000:1.0:1769074961.698560:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.698719:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657373440
00000100:00100000:3.0:1769074961.698730:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657373440
00000100:00100000:3.0:1769074961.698791:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210571
00000100:00100000:3.0:1769074961.698800:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657373440:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.698837:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.698866:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e426e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230920a expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.698973:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.698990:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699005:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699019:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699025:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699031:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699140:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e426fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699161:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e426fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699169:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e426fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074961.699207:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10421:0x0]: returning size 2048
00000004:00200000:3.0:1769074961.699211:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074961.699234:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e426fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699247:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e426fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699255:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699260:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699266:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699272:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eedc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.699276:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699283:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699295:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074961.699298:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.699303:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699309:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e426ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699321:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699326:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699331:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699336:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.699339:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699344:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699350:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x960b89e0 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074961.699353:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.699355:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699360:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e426f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.699409:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e426e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230920a expref: 221 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.699423:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e426fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230920a expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.699430:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074961.699433:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074961.699436:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:3.0:1769074961.699506:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657373440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 705us (957us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.699513:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210571
00000100:00100000:0.0:1769074961.703891:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.705749:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657373568
00000100:00100000:2.0:1769074961.705768:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657373568
00000100:00100000:2.0:1769074961.705891:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1607
00000100:00100000:2.0:1769074961.705903:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2368:x1855007657373568:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.705962:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.705991:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e426fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230920a expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.706011:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:2.0:1769074961.706017:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.706085:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2368:x1855007657373568:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 185us (2207us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.706094:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1607
00000100:00100000:1.0:1769074961.714867:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.715130:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657373824
00000100:00100000:3.0:1769074961.715154:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657373824
00000100:00100000:3.0:1769074961.715221:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210572
00000100:00100000:3.0:1769074961.715233:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657373824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.715254:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.715277:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42701 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309211 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.715669:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.715688:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091fc expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.715698:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.715734:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091fc expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.715749:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091fc expref: 220 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.715766:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421184:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074961.715998:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28aa80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.725774:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.725866:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657373952
00000100:00100000:0.0:1769074961.725875:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657373952
00010000:00010000:0.0:1769074961.725945:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091fc expref: 221 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.725988:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5586
00000100:00100000:0.0:1769074961.725999:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657373952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.726015:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.726022:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091fc expref: 221 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074961.726035:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091fc expref: 221 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074961.726058:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:0.0:1769074961.726063:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.726072:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.726079:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.726098:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074961.726159:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657373952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 149us (386us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.726168:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5586
00010000:00010000:1.0:1769074961.726408:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e426d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091fc expref: 220 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.726426:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421184:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.726450:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.726459:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.726463:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.726482:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10421:0x0]: returning size 2048
00010000:00010000:1.0:1769074961.726642:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42701 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309211 expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.726659:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309211 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.726667:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:1.0:1769074961.726669:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074961.726672:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:1.0:1769074961.726702:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657373824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11471us (11857us total) trans 4295106491 rc 0/0
00000100:00100000:1.0:1769074961.726709:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210572
00000001:00080000:0.0:1769074961.731382:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968252 is committed
00000001:00080000:0.0:1769074961.731402:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968249 is committed
00000001:00080000:0.0:1769074961.731421:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968251 is committed
00000100:00100000:3.0:1769074961.731835:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2367:x1855007657372544:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 137920us (141559us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.731856:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2981
00000100:00100000:3.0:1769074961.738560:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.739554:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657374080
00000100:00100000:0.0:1769074961.739787:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657374080
00002000:00100000:0.0:1769074961.739993:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d2:0x0] (0->4095)  req@ffff90338370f800 x1855007657374080/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:497/0 lens 4584/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1769074961.740013:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90338370f800 with x1855007657374080 ext(0->4095)
00002000:00010000:0.0:1769074961.740019:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90338370f800
00000100:00100000:0.0:1769074961.740062:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 632
00000100:00100000:0.0:1769074961.740072:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2368:x1855007657374080:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074961.741702:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657374080:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 1623us (3144us total) trans 4294968163 rc 0/0
00000100:00100000:1.0:1769074961.741714:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 632
00002000:00100000:1.0:1769074961.741725:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d2:0x0] (0->4095)  req@ffff90338370f800 x1855007657374080/t4294968163(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:497/0 lens 4584/448 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074961.741735:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90338370f800 with x1855007657374080 ext(0->4095)
00002000:00010000:1.0:1769074961.741741:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff90338370f800
00000100:00100000:1.0:1769074961.748446:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.748567:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657374208
00000100:00100000:3.0:1769074961.748577:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657374208
00000100:00100000:3.0:1769074961.748677:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210573
00000100:00100000:3.0:1769074961.748687:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657374208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.748714:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.748735:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42716 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309218 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.748837:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.748862:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309211 expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.748870:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.748927:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309211 expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.748941:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309211 expref: 221 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.748961:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421312:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074961.749039:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a540 going to sleep for 11 seconds
00000100:00100000:2.0:1769074961.753748:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.754676:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421312:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074961.754708:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074961.755441:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.755613:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657374464
00000100:00100000:3.0:1769074961.755623:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657374464
00010000:00010000:3.0:1769074961.755660:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309211 expref: 222 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.755706:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5587
00000100:00100000:3.0:1769074961.755715:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2368:x1855007657374464:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.755734:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.755742:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309211 expref: 222 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.755754:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309211 expref: 222 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.755778:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42708 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309211 expref: 222 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.755796:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074961.755801:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.755822:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.755829:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.755865:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.755960:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657374464:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 246us (522us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.755969:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5587
00010000:00010000:1.0:1769074961.756096:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.756104:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.756163:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10421:0x0]: returning size 2048
00000004:00200000:1.0:1769074961.756169:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.756192:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.756221:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42716 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309218 expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.756236:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309218 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.756243:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:1.0:1769074961.756246:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074961.756249:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8200, rc 0)
00000100:00100000:1.0:1769074961.756290:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657374208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7604us (7854us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.756307:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210573
00000100:00100000:1.0:1769074961.756324:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657374336
00000100:00100000:1.0:1769074961.756328:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657374336
00000100:00100000:0.0:1769074961.757827:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210574
00000100:00100000:0.0:1769074961.757854:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657374336:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:0.0:1769074961.759538:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657374336:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 1688us (5788us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.759551:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210574
00000100:00100000:1.0:1769074961.762828:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.763242:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657374592
00000100:00100000:3.0:1769074961.763254:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657374592
00000100:00100000:3.0:1769074961.763434:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2983
00000100:00100000:3.0:1769074961.763446:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2367:x1855007657374592:12345-192.168.204.54@tcp:16:dbench.0
00000100:00100000:0.0:1769074961.774799:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.775186:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657374720
00000100:00100000:3.0:1769074961.775199:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657374720
00000100:00100000:3.0:1769074961.775262:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210575
00000100:00100000:3.0:1769074961.775273:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657374720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.775305:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.775332:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42724 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230921f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.775409:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775424:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775435:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775449:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775456:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775462:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775572:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42739 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775580:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775586:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074961.775620:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10421:0x0]: returning size 2048
00000004:00200000:3.0:1769074961.775624:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074961.775643:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775653:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775661:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775668:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775674:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775685:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.775689:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775696:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775707:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074961.775711:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.775717:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775722:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4272b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775733:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775738:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775743:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775747:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.775749:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775754:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775760:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x960b89e0 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074961.775763:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.775765:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775770:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42732 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074961.775802:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42724 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230921f expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.775830:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42739 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230921f expref: 221 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.775837:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074961.775839:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074961.775841:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9a00, rc 0)
00000100:00100000:3.0:1769074961.775953:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb82ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657374720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 680us (1163us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.775960:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210575
00000100:00100000:1.0:1769074961.782748:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.784938:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657374848
00000100:00100000:3.0:1769074961.784957:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657374848
00000100:00100000:3.0:1769074961.785025:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1608
00000100:00100000:3.0:1769074961.785036:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2366:x1855007657374848:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.785052:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.785077:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42739 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230921f expref: 221 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.785096:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074961.785101:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.785177:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2366:x1855007657374848:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 143us (2444us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.785185:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1608
00000100:00100000:3.0:1769074961.795182:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.795447:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657374976
00000100:00100000:1.0:1769074961.795459:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657374976
00000100:00100000:1.0:1769074961.795519:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210576
00000100:00100000:1.0:1769074961.795529:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657374976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.795550:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.795574:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42740 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309226 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.796037:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796058:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796070:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796086:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796093:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796099:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796178:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796186:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796192:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796197:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.796201:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796208:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796219:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074961.796222:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.796228:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796234:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e42747 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796246:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796252:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796257:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796262:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.796264:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796270:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796277:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x14062c82 (ffff903299a8d800)
00010000:00010000:1.0:1769074961.796280:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.796282:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796287:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4274e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.796511:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42740 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309226 expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.796523:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074961.796526:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.796530:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42740 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309226 expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.796538:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031400, rc 0)
00000100:00100000:1.0:1769074961.796611:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657374976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1083us (1440us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074961.796621:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210576
00000100:00100000:3.0:1769074961.803699:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.804438:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657375104
00000100:00100000:1.0:1769074961.804452:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657375104
00000100:00100000:1.0:1769074961.804519:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210577
00000100:00100000:1.0:1769074961.804530:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657375104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.804552:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.804577:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42755 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230922d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.804656:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4275c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.804670:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4275c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.804682:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4275c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.804747:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:1.0:1769074961.804751:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.804774:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4275c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.804799:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42755 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230922d expref: 222 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.805221:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4275c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230922d expref: 221 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.805232:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074961.805234:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074961.805238:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:1.0:1769074961.805883:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657375104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1349us (2190us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.805893:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210577
00000001:00080000:1.0:1769074961.808692:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968163 is committed
00000100:00100000:3.0:1769074961.808863:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2367:x1855007657374592:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 45414us (46037us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.808874:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2983
00000100:00100000:3.0:1769074961.815578:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.815701:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657375232
00000100:00100000:1.0:1769074961.815713:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657375232
00000100:00100000:1.0:1769074961.815809:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4420
00000100:00100000:1.0:1769074961.815820:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657375232:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074961.821287:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657375232:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5457us (5711us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.821303:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4420
00000100:00100000:3.0:1769074961.835482:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.835639:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657375488
00000100:00100000:1.0:1769074961.835649:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657375488
00000100:00100000:1.0:1769074961.835743:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210578
00000100:00100000:1.0:1769074961.835754:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657375488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.835777:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.835798:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42763 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309234 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.835964:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.835981:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308282 expref: 222 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.835992:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.836045:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308282 expref: 222 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.836060:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308282 expref: 222 pid: 5762 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.836074:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421440:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.836181:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267900 going to sleep for 11 seconds
00000100:00100000:0.0:1769074961.841610:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.842516:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657375616
00000100:00100000:3.0:1769074961.842529:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657375616
00010000:00010000:3.0:1769074961.842575:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308282 expref: 223 pid: 5762 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.842702:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5588
00000100:00100000:3.0:1769074961.842713:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2369:x1855007657375616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.842728:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.842735:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308282 expref: 223 pid: 5762 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.842748:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308282 expref: 223 pid: 5762 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.842773:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074961.842780:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.842791:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.842809:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.842833:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.842929:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2369:x1855007657375616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 194us (1308us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.842938:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5588
00010000:00010000:1.0:1769074961.843775:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e3f869 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308282 expref: 222 pid: 5762 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.843796:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421440:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074961.843830:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.843839:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.843854:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.843875:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00010000:00010000:1.0:1769074961.845823:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42763 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309234 expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.845860:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309234 expref: 222 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.845870:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074961.845873:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074961.845876:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:1.0:1769074961.845976:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657375488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10223us (10503us total) trans 4295106492 rc 0/0
00000100:00100000:1.0:1769074961.845985:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210578
00000100:00100000:0.0:1769074961.849682:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.849767:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657375744
00000100:00100000:1.0:1769074961.849778:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657375744
00000100:00100000:1.0:1769074961.849966:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210579
00000100:00100000:1.0:1769074961.849977:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657375744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.850322:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.850345:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42778 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230923b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.850435:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.850452:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309234 expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.850461:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.850495:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309234 expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.850508:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309234 expref: 223 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.850522:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421568:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.850608:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267900 going to sleep for 11 seconds
00010000:00010000:2.0:1769074961.852255:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769074961.855535:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421568:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.855570:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074961.857599:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.857732:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657375872
00000100:00100000:3.0:1769074961.857744:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657375872
00010000:00010000:3.0:1769074961.857780:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309234 expref: 224 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.857977:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5589
00000100:00100000:3.0:1769074961.857988:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657375872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.858248:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.858256:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309234 expref: 224 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.858381:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309234 expref: 224 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.858411:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4276a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309234 expref: 224 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.858436:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074961.858442:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.858452:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.858461:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.858499:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.858569:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2368:x1855007657375872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 582us (987us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.858579:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5589
00010000:00010000:2.0:1769074961.861682:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.861698:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074961.861748:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:2.0:1769074961.861753:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074961.861775:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.861827:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42778 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230923b expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.861855:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230923b expref: 222 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.861864:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:2.0:1769074961.861868:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074961.861871:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:2.0:1769074961.861966:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657375744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11989us (12292us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.861974:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210579
00000100:00100000:1.0:1769074961.866400:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.866503:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657376000
00000100:00100000:2.0:1769074961.866516:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657376000
00000100:00100000:2.0:1769074961.866624:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210580
00000100:00100000:2.0:1769074961.866634:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657376000:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.866656:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.866677:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e42786 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309242 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.866749:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.866767:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.866778:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.866792:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.866810:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.866821:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.866986:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4279b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.866994:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4279b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867012:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4279b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074961.867047:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 2048
00000004:00200000:2.0:1769074961.867051:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074961.867069:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4279b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867080:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4279b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867098:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867105:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867111:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867116:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074961.867121:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867128:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867740:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074961.867746:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.867753:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867760:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e4278d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867774:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867780:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867786:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867792:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074961.867795:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867811:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867821:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x283705e2 (ffff9032af293200)
00010000:00010000:2.0:1769074961.867823:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.867826:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867831:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e42794 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.867876:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e42786 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309242 expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.867891:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4279b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309242 expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.867898:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074961.867900:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074961.867903:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:2.0:1769074961.868055:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657376000:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1421us (1664us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.868063:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210580
00000100:00100000:0.0:1769074961.872603:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.875568:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657376128
00000100:00100000:3.0:1769074961.875584:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657376128
00000100:00100000:3.0:1769074961.875649:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210581
00000100:00100000:3.0:1769074961.875658:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657376128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.875681:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.875705:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e427a2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309249 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.875782:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.875798:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.876315:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074961.878746:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.878791:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.878953:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657376384
00000100:00100000:0.0:1769074961.878963:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657376384
00000100:00100000:0.0:1769074961.879026:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210582
00000100:00100000:0.0:1769074961.879037:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657376384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.879057:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.879078:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e427b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309250 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.879204:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e427b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.879224:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e427b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074961.879236:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e427b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074961.879247:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 2048
00010000:00010000:0.0:1769074961.879381:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e427b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309250 expref: 228 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.879399:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e427b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309250 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.879409:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074961.879412:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074961.879416:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5a00, rc 0)
00000100:00100000:0.0:1769074961.879474:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657376384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 439us (681us total) trans 4295106493 rc 0/0
00000100:00100000:0.0:1769074961.879482:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210582
00000100:00100000:3.0:1769074961.879724:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657376512
00000100:00100000:3.0:1769074961.879730:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657376512
00000100:00100000:3.0:1769074961.879778:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1609
00000100:00100000:3.0:1769074961.879786:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391084850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2368:x1855007657376512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.879796:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.879822:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e4279b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309242 expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.879834:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074961.879838:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.879871:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391084850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657376512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 86us (1136us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.879878:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1609
00000100:00100000:1.0:1769074961.886083:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074961.886423:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886443:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886456:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886536:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886545:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886552:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886558:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074961.886562:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886574:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886586:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074961.886590:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.886596:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886602:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e427a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886616:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886622:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886628:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886633:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074961.886636:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886642:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886649:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x14062c82 (ffff9032af293600)
00010000:00010000:2.0:1769074961.886651:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.886654:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886660:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e427c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.886704:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e427a2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309249 expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.886714:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074961.886717:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074961.886720:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e427a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309249 expref: 225 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.886729:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9a00, rc 0)
00000100:00100000:2.0:1769074961.886792:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657376128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11133us (14211us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074961.886816:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210581
00000100:00100000:3.0:1769074961.887010:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657376640
00000100:00100000:3.0:1769074961.887018:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657376640
00000100:00100000:3.0:1769074961.887068:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1610
00000100:00100000:3.0:1769074961.887078:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2367:x1855007657376640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.887102:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.887116:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e427b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309250 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.887129:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074961.887133:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.887165:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2367:x1855007657376640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 88us (1093us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.887176:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1610
00000100:00100000:1.0:1769074961.895451:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.896321:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657376896
00000100:00100000:3.0:1769074961.896335:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657376896
00000100:00100000:3.0:1769074961.896403:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4421
00000100:00100000:3.0:1769074961.896413:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657376896:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074961.897348:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657376896:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 931us (1900us total) trans 4295106494 rc 0/0
00000100:00100000:3.0:1769074961.897359:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4421
00000100:00100000:1.0:1769074961.897887:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.898402:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657377152
00000100:00100000:3.0:1769074961.898412:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657377152
00000100:00100000:3.0:1769074961.898463:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4422
00000100:00100000:3.0:1769074961.898473:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657377152:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074961.898688:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657377152:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 215us (801us total) trans 4295106495 rc 0/0
00000100:00100000:3.0:1769074961.898696:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4422
00000100:00100000:1.0:1769074961.913560:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.913605:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.913685:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657377408
00000100:00100000:2.0:1769074961.913697:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657377408
00000100:00100000:2.0:1769074961.913758:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657377536
00000100:00100000:2.0:1769074961.913762:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657377536
00000100:00100000:2.0:1769074961.913794:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210583
00000100:00100000:2.0:1769074961.913803:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657377408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.913833:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.913861:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e427cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309257 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.914008:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.914023:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23089b3 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.914036:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.914069:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089b3 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.914081:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089b3 expref: 227 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.914095:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421696:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.914259:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387a50600 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.914317:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210584
00000100:00100000:1.0:1769074961.914327:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657377536:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.914336:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.914346:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e427da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230925e expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.914385:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914395:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914406:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914420:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914429:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914435:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914536:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914545:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914552:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074961.914577:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:1.0:1769074961.914581:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074961.914600:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914611:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914619:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914625:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914631:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914637:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.914640:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914649:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914661:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074961.914664:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.914669:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914675:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e427e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914686:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914692:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914698:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914703:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074961.914706:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914711:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914718:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcd7d97c8 (ffff903299a8df00)
00010000:00010000:1.0:1769074961.914720:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074961.914723:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914728:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e427e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074961.914757:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e427da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 229 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.914768:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 228 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.914774:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074961.914776:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074961.914779:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031400, rc 0)
00000100:00100000:1.0:1769074961.914810:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657377536:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 485us (1204us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.914817:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210584
00000100:00100000:2.0:1769074961.925626:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.926132:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657377664
00000100:00100000:0.0:1769074961.926152:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657377664
00010000:00010000:0.0:1769074961.926201:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089b3 expref: 228 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.926248:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5590
00000100:00100000:0.0:1769074961.926258:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657377664:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074961.926275:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074961.926283:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089b3 expref: 228 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074961.926300:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089b3 expref: 228 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074961.926326:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074961.926332:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.926343:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.926350:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.926369:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074961.926436:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657377664:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 179us (823us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.926445:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5590
00010000:00010000:3.0:1769074961.928399:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e40dd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23089b3 expref: 227 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.928429:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421696:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074961.928457:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.928792:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.928810:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074961.928833:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 2048
00010000:00010000:1.0:1769074961.929453:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e427cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309257 expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.929477:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309257 expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.929488:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:1.0:1769074961.929491:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074961.929494:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7a00, rc 0)
00000100:00100000:1.0:1769074961.929570:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657377408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15767us (16020us total) trans 4295106496 rc 0/0
00000100:00100000:1.0:1769074961.929584:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210583
00000100:00100000:3.0:1769074961.929689:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.929826:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.929885:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657377920
00000100:00100000:1.0:1769074961.929891:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657377920
00000100:00100000:1.0:1769074961.929971:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210585
00000100:00100000:1.0:1769074961.929980:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657377920:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074961.929997:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074961.930627:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e427fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309265 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.930735:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.930757:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230923b expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.930766:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 228 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.930775:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.930824:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 228 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.930839:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 228 pid: 5763 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.930861:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421824:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.932269:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657378048
00000100:00100000:1.0:1769074961.932281:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657378048
00010000:00010000:1.0:1769074961.932317:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 229 pid: 5763 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.932357:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5591
00000100:00100000:1.0:1769074961.932366:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2367:x1855007657378048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074961.932379:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074961.932385:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 229 pid: 5763 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.932397:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 229 pid: 5763 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074961.932418:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074961.932422:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.932430:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074961.932435:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074961.932488:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2367:x1855007657378048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 124us (2661us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074961.932496:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5591
00010000:00010000:1.0:1769074961.932705:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230923b expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074961.932718:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230923b expref: 228 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.932731:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421952:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074961.932791:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267f00 going to sleep for 11 seconds
00010000:00010000:2.0:1769074961.938879:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000008e0aa93 x1855007623421824) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 228 pid: 5763 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.938904:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e427ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230925e expref: 228 pid: 5763 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074961.939360:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.939497:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421824:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074961.939581:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623421952:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.939608:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074961.939614:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.939624:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.939633:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074961.939702:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657378304
00000100:00100000:3.0:1769074961.939711:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657378304
00010000:00010000:3.0:1769074961.939747:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230923b expref: 228 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.939849:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5592
00000100:00100000:3.0:1769074961.939860:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2367:x1855007657378304:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.939876:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.939882:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230923b expref: 228 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.939895:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230923b expref: 228 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.939956:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4277f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230923b expref: 228 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.939968:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074961.939972:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.939979:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.939986:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074961.940015:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.940074:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2367:x1855007657378304:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 215us (716us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.940083:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5592
00010000:00010000:0.0:1769074961.940160:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.940170:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074961.940193:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00010000:00010000:0.0:1769074961.940355:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e427fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309265 expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.940372:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309265 expref: 227 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.940380:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074961.940382:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074961.940385:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9800, rc 0)
00000100:00100000:0.0:1769074961.940413:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657377920:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10434us (10724us total) trans 4295106497 rc 0/0
00000100:00100000:0.0:1769074961.940420:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210585
00000100:00100000:1.0:1769074961.951669:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074961.951795:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657378176
00000100:00100000:0.0:1769074961.951896:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657378176
00000100:00100000:1.0:1769074961.952607:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.952678:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657378432
00000100:00100000:3.0:1769074961.952684:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657378432
00000100:00100000:3.0:1769074961.952747:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210586
00000100:00100000:3.0:1769074961.952756:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657378432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.952783:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.952810:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42812 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309273 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.952947:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.952963:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309265 expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.952972:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.953022:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309265 expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.953036:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309265 expref: 229 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.953050:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623422080:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074961.953474:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074961.956636:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623422080:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074961.956667:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074961.957474:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.957547:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657378560
00000100:00100000:3.0:1769074961.957556:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657378560
00010000:00010000:3.0:1769074961.957593:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309265 expref: 230 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074961.957632:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5593
00000100:00100000:3.0:1769074961.957642:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2369:x1855007657378560:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074961.957657:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074961.957664:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309265 expref: 230 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.957677:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309265 expref: 230 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.957700:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42804 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309265 expref: 230 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074961.957717:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074961.957722:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.957731:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.957738:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.957763:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074961.957823:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2369:x1855007657378560:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 181us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.957832:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5593
00010000:00010000:3.0:1769074961.957960:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.957968:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074961.958028:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:3.0:1769074961.958033:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074961.958055:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.958098:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42812 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309273 expref: 229 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.958115:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309273 expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.958122:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074961.958125:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074961.958128:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9800, rc 0)
00000100:00100000:3.0:1769074961.960926:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657378432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8148us (8299us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.960941:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210586
00000100:00100000:0.0:1769074961.961336:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210587
00000100:00100000:0.0:1769074961.961346:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657378176:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.961366:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.961389:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42820 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230926c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.961589:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.961605:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309257 expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.961615:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.961654:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309257 expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.961668:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309257 expref: 228 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.961683:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623422208:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074961.961758:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033880089c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074961.975469:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.975521:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074961.975612:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657378816
00000100:00100000:3.0:1769074961.975623:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657378816
00000100:00100000:3.0:1769074961.975685:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210588
00000100:00100000:3.0:1769074961.975697:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657378816:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074961.975732:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074961.975755:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4282e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230927a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.975826:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.975854:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.975866:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.975884:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.975891:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.975897:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976062:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976071:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976079:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074961.976119:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00000004:00200000:3.0:1769074961.976125:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074961.976147:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976162:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976171:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976176:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976183:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976189:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.976193:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976200:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976212:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074961.976215:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.976221:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976227:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42835 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976240:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976246:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976253:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976259:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074961.976262:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976269:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976276:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5e0db83a (ffff90328bb7fd00)
00010000:00010000:3.0:1769074961.976278:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074961.976281:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976286:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4283c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074961.976319:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4282e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.976332:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074961.976338:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:3.0:1769074961.976341:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074961.976344:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9c00, rc 0)
00000100:00100000:3.0:1769074961.976405:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657378816:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 711us (883us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074961.976413:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210588
00000100:00100000:2.0:1769074961.976604:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657378688
00000100:00100000:2.0:1769074961.976610:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657378688
00010000:00010000:2.0:1769074961.976637:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309257 expref: 230 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.976673:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5594
00000100:00100000:2.0:1769074961.976682:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2366:x1855007657378688:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.976693:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.976698:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309257 expref: 230 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.976710:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309257 expref: 230 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.976724:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074961.976729:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.976737:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.976744:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074961.976763:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.976793:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2366:x1855007657378688:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 112us (1335us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.976801:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5594
00010000:00010000:0.0:1769074961.976946:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e427d3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309257 expref: 229 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074961.976963:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623422208:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074961.976982:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.976989:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.976994:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074961.977023:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 2048
00000004:00200000:0.0:1769074961.977026:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074961.977039:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.977079:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42820 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230926c expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.977092:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230926c expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.977099:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074961.977102:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074961.977104:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5200, rc 0)
00000100:00100000:0.0:1769074961.977130:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657378176:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15786us (25473us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.977137:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210587
00000100:00100000:1.0:1769074961.992993:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.993163:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074961.993203:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074961.993420:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657379200
00000100:00100000:2.0:1769074961.993432:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657379200
00000100:00100000:2.0:1769074961.993491:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657379328
00000100:00100000:2.0:1769074961.993496:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657379328
00000100:00100000:2.0:1769074961.993533:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210589
00000100:00100000:2.0:1769074961.993543:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657379200:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074961.993565:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074961.993590:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4284a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309281 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.993717:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.993733:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ac expref: 230 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.993743:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.993752:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.993794:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.993807:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 230 pid: 11659 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.993823:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623422336:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074961.993956:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ac expref: 230 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074961.993966:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ac expref: 230 pid: 5762 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.993976:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623422464:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074961.994003:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387a50600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074961.994183:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210590
00000100:00100000:0.0:1769074961.994194:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657379328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074961.994204:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074961.994214:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42858 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309288 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.994254:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994264:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994275:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994290:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994297:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994303:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994409:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4286d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994418:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4286d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994424:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4286d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074961.994450:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 2048
00000004:00200000:0.0:1769074961.994454:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074961.994473:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4286d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994482:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4286d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994490:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994496:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994502:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994509:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.994512:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994521:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994532:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074961.994535:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.994540:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994545:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4285f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994557:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994563:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994569:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994574:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074961.994577:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994583:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994590:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x283705e2 (ffff903298a49b00)
00010000:00010000:0.0:1769074961.994592:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074961.994595:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994601:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42866 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074961.994632:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42858 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309288 expref: 232 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.994644:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4286d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309288 expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074961.994652:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074961.994654:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074961.994657:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:0.0:1769074961.994691:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657379328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 500us (1487us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074961.994699:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210590
00000100:00100000:3.0:1769074961.997280:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657378944
00000100:00100000:3.0:1769074961.997298:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657378944
00010000:00010000:2.0:1769074961.997509:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 231 pid: 11659 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074961.997604:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5595
00000100:00100000:2.0:1769074961.997615:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391086850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657378944:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074961.997631:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074961.997638:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 231 pid: 11659 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.997653:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 231 pid: 11659 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074961.997677:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:2.0:1769074961.997683:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.997692:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074961.997699:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074961.997819:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391086850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657378944:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 206us (4836us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074961.997828:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5595
00000100:00100000:2.0:1769074962.002646:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.002693:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.002737:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.003064:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657379456
00000100:00100000:1.0:1769074962.003076:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657379456
00010000:00010000:1.0:1769074962.003129:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ac expref: 231 pid: 5762 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074962.003179:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657379712
00000100:00100000:1.0:1769074962.003183:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657379712
00000100:00100000:1.0:1769074962.003213:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5596
00000100:00100000:1.0:1769074962.003223:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657379456:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.003238:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.003245:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ac expref: 232 pid: 5762 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.003260:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ac expref: 232 pid: 5762 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.003300:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:1.0:1769074962.003307:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.003316:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.003323:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.003344:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.003397:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657379456:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 176us (761us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.003405:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5596
00000100:00100000:1.0:1769074962.003425:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1611
00000100:00100000:1.0:1769074962.003432:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2367:x1855007657379712:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.003442:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.003453:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e4286d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309288 expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.003468:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:1.0:1769074962.003471:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.003491:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2367:x1855007657379712:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 59us (753us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.003497:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1611
00000100:00100000:1.0:1769074962.003521:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657379584
00000100:00100000:1.0:1769074962.003526:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657379584
00000100:00100000:1.0:1769074962.003551:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210591
00000100:00100000:1.0:1769074962.003558:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657379584:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.003574:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.003590:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42874 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230928f expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.003653:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.003664:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.003673:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.003687:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.003695:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.003715:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.003788:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.003795:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004724:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004732:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.004737:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004745:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004758:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.004761:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.004765:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004772:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4287b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004785:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004791:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004808:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004814:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.004817:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004824:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004831:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3f304673 (ffff903299a8df00)
00010000:00010000:1.0:1769074962.004834:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.004837:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004856:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42882 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.004894:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42874 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230928f expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.004903:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.004905:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.004925:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42874 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230928f expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.004933:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:1.0:1769074962.004978:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657379584:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1419us (2284us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074962.004985:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210591
00010000:00010000:0.0:1769074962.007377:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000071dd1692 x1855007623422336) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 229 pid: 11659 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074962.007404:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42843 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230927a expref: 229 pid: 11659 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074962.007420:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623422336:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074962.007513:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e3f8e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082ac expref: 228 pid: 5762 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074962.007528:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623422464:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074962.007556:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:1.0:1769074962.007564:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.007574:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.007580:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074962.007607:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00010000:00010000:1.0:1769074962.007787:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e4284a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309281 expref: 229 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.007815:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309281 expref: 228 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.007824:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:1.0:1769074962.007827:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074962.007830:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:1.0:1769074962.008612:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657379200:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14364us (14741us total) trans 4295106498 rc 0/0
00000100:00100000:1.0:1769074962.008627:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210589
00000100:00100000:2.0:1769074962.014697:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.015098:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.015456:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657379840
00000100:00100000:1.0:1769074962.015467:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657379840
00000100:00100000:1.0:1769074962.015523:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657379968
00000100:00100000:1.0:1769074962.015527:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657379968
00000100:00100000:1.0:1769074962.015558:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210592
00000100:00100000:1.0:1769074962.015568:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657379840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.015596:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.015619:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42890 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309296 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.015690:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42897 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.015717:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42897 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.015730:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42897 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074962.015940:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210593
00000100:00100000:2.0:1769074962.015952:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657379968:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.015961:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.015971:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4289e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230929d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.016028:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.016039:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309281 expref: 231 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.016048:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.016093:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309281 expref: 231 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.016107:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309281 expref: 231 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074962.016120:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623422592:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074962.016221:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033811ca480 going to sleep for 11 seconds
00000004:00200000:1.0:1769074962.017413:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:1.0:1769074962.017421:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.017470:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42897 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.017504:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42890 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309296 expref: 232 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.017528:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42897 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309296 expref: 231 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.017538:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.017541:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074962.017544:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:1.0:1769074962.017710:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657379840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2142us (3022us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.017719:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210592
00000100:00100000:2.0:1769074962.020626:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.021440:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657380096
00000100:00100000:1.0:1769074962.021452:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657380096
00010000:00010000:1.0:1769074962.021499:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309281 expref: 231 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074962.021530:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5597
00000100:00100000:1.0:1769074962.021540:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657380096:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.021554:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.021562:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309281 expref: 231 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.021574:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309281 expref: 231 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.021595:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:1.0:1769074962.021600:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.021610:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.021617:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.021636:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.021689:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657380096:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (1072us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.021697:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5597
00010000:00010000:3.0:1769074962.023222:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e42851 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309281 expref: 230 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074962.023246:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623422592:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.023272:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.023358:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.023366:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074962.023415:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00000004:00200000:2.0:1769074962.023420:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074962.023440:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.023474:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e4289e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230929d expref: 230 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.023488:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230929d expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.023498:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:2.0:1769074962.023501:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074962.023503:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:2.0:1769074962.023601:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657379968:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7651us (8502us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.023608:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210593
00000100:00100000:2.0:1769074962.030293:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.030477:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657380224
00000100:00100000:0.0:1769074962.030488:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657380224
00000100:00100000:0.0:1769074962.030586:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4423
00000100:00100000:0.0:1769074962.030598:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657380224:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074962.035393:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.036377:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657380224:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5777us (6088us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074962.036395:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4423
00000100:00100000:2.0:1769074962.036730:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657380352
00000100:00100000:2.0:1769074962.036740:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657380352
00000100:00100000:2.0:1769074962.037940:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210594
00000100:00100000:2.0:1769074962.037960:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13245:x1855007657380352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.037983:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.038378:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e428ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092a4 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.038450:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038465:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038478:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038493:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038501:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038508:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038618:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e428c1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038627:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e428c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038634:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e428c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074962.038669:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00000004:00200000:2.0:1769074962.038674:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074962.038693:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e428c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038705:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e428c1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038713:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038720:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038732:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038739:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074962.038743:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038752:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038763:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074962.038766:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074962.038772:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038777:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038790:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.038796:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.039381:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.039386:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074962.039390:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.039396:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.039408:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0b3ea (ffff9032af293600)
00010000:00010000:2.0:1769074962.039410:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074962.039414:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.039420:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e428ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.039458:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e428ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092a4 expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.039470:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e428c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092a4 expref: 230 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.039477:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:2.0:1769074962.039479:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074962.039482:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7a00, rc 0)
00000100:00100000:2.0:1769074962.039555:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657380352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1603us (4172us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.039564:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210594
00000100:00100000:3.0:1769074962.042667:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.042741:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657380480
00000100:00100000:2.0:1769074962.042751:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657380480
00000100:00100000:2.0:1769074962.042821:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210595
00000100:00100000:2.0:1769074962.042831:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657380480:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.042861:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.042883:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e428c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092ab expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.042993:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043019:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043031:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043046:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043052:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043057:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043126:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043134:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043141:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043147:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc29c800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074962.043151:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043158:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043173:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074962.043176:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074962.043180:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043185:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e428cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043196:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043202:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043207:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043212:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc29c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074962.043215:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043220:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043225:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3771cd63 (ffff9032af293200)
00010000:00010000:2.0:1769074962.043227:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074962.043230:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043234:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e428d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.043262:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e428c8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ab expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.043272:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074962.043274:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074962.043277:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e428c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ab expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.043286:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6a00, rc 0)
00000100:00100000:2.0:1769074962.043335:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657380480:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 506us (677us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074962.043342:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210595
00000100:00100000:2.0:1769074962.046332:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.046410:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657380608
00000100:00100000:3.0:1769074962.046420:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657380608
00000100:00100000:3.0:1769074962.046483:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1612
00000100:00100000:3.0:1769074962.046492:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2367:x1855007657380608:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.046508:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.046531:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e428c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092a4 expref: 230 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.046547:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:3.0:1769074962.046552:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.046602:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2367:x1855007657380608:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 111us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.046609:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1612
00000100:00100000:3.0:1769074962.051326:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.051405:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.051537:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657380864
00000100:00100000:2.0:1769074962.051548:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657380864
00000100:00100000:2.0:1769074962.051606:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657380992
00000100:00100000:2.0:1769074962.051610:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657380992
00000100:00100000:2.0:1769074962.051633:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210596
00000100:00100000:2.0:1769074962.051643:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657380864:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074962.051651:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210597
00000100:00100000:3.0:1769074962.051659:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657380992:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.051664:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.051665:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.051682:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092b2 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.051682:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e428dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092b9 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.051743:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.051756:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.051766:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074962.051770:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.051779:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074962.051780:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082cf expref: 232 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.051786:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074962.051789:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.051792:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074962.051821:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082cf expref: 232 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.051833:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082cf expref: 232 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074962.051857:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623422720:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074962.051963:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033811ca480 going to sleep for 11 seconds
00010000:00010000:3.0:1769074962.052008:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052016:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052022:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052027:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.052031:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052039:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052054:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074962.052056:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.052061:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052066:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e428eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052076:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052082:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052088:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052093:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.052096:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052101:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052107:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x198617f1 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074962.052110:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.052112:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052117:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e428f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.052150:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e428dd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b9 expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.052159:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074962.052162:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.052165:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e428dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b9 expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.052175:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:3.0:1769074962.052431:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a71a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657380992:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 772us (1025us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074962.052439:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210597
00000100:00100000:1.0:1769074962.059279:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623422720:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074962.059312:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074962.059532:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.059850:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657381120
00000100:00100000:1.0:1769074962.059858:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657381120
00010000:00010000:1.0:1769074962.059897:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082cf expref: 231 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074962.059955:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5598
00000100:00100000:1.0:1769074962.060174:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2369:x1855007657381120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.060189:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.060196:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082cf expref: 231 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.060210:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082cf expref: 231 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.060231:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e3f949 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082cf expref: 231 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.060242:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:1.0:1769074962.060246:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.060253:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.060258:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.060279:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074962.060312:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.060319:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.060338:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2369:x1855007657381120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (1068us total) trans 0 rc 0/0
00000004:00200000:2.0:1769074962.060339:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00000100:00100000:1.0:1769074962.060346:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5598
00010000:00010000:2.0:1769074962.060490:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e428e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b2 expref: 231 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.060506:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b2 expref: 230 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.060514:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:2.0:1769074962.060516:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074962.060519:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fbc00, rc 0)
00000100:00100000:2.0:1769074962.060544:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657380864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8903us (9226us total) trans 4295106499 rc 0/0
00000100:00100000:2.0:1769074962.060551:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210596
00000100:00100000:2.0:1769074962.071408:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.072181:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657381248
00000100:00100000:1.0:1769074962.072193:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657381248
00000100:00100000:1.0:1769074962.072257:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210598
00000100:00100000:1.0:1769074962.072268:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657381248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.072299:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.072319:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42907 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092c0 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.072406:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.072422:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b2 expref: 231 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.072430:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.072464:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b2 expref: 231 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.072478:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b2 expref: 231 pid: 5763 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074962.072492:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc169500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623422848:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074962.072566:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074962.080495:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.080605:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc169500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623422848:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074962.080620:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657381376
00000100:00100000:3.0:1769074962.080628:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657381376
00010000:00010000:1.0:1769074962.080631:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.080664:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b2 expref: 232 pid: 5763 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074962.080702:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5599
00000100:00100000:3.0:1769074962.080712:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657381376:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.080727:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.080734:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b2 expref: 232 pid: 5763 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074962.080745:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b2 expref: 232 pid: 5763 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074962.080767:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e428f2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092b2 expref: 232 pid: 5763 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074962.080786:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:3.0:1769074962.080792:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.080813:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.080821:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.080866:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074962.080890:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.080897:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074962.080943:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657381376:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 232us (457us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.080950:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5599
00000004:00200000:1.0:1769074962.080968:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00000004:00200000:1.0:1769074962.080972:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.080992:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.081034:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42907 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c0 expref: 231 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.081048:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c0 expref: 230 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.081055:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:1.0:1769074962.081058:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.081060:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8c00, rc 0)
00000100:00100000:1.0:1769074962.081110:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657381248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8844us (9712us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.081117:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210598
00000100:00100000:2.0:1769074962.092460:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.100747:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657381504
00000100:00100000:1.0:1769074962.100764:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657381504
00000100:00100000:1.0:1769074962.100834:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210599
00000100:00100000:1.0:1769074962.100852:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657381504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.100875:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.100899:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42915 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092c7 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074962.101476:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.101560:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657381760
00000100:00100000:3.0:1769074962.101565:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657381760
00010000:00010000:1.0:1769074962.101620:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101645:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101657:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101675:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101682:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101688:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074962.101692:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4424
00000100:00100000:3.0:1769074962.101701:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13246:x1855007657381760:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:1.0:1769074962.101797:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4292a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101805:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4292a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101812:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4292a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074962.101837:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00000004:00200000:1.0:1769074962.101850:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.101869:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4292a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101879:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4292a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101887:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101896:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101902:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101928:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.101932:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101939:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101950:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074962.101952:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.101957:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101963:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e4291c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101974:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101980:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101985:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.101990:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.101993:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00000001:00080000:3.0:1769074962.101994:0:5765:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106500
00000100:00100000:3.0:1769074962.102102:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657381760:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 402us (626us total) trans 4295106501 rc 0/0
00000100:00100000:3.0:1769074962.102109:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4424
00000020:00080000:3.0:1769074962.102115:0:5765:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00010000:00010000:1.0:1769074962.103305:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.103321:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa5e17578 (ffff903299a8df00)
00010000:00010000:1.0:1769074962.103324:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.103328:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.103335:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42923 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.103380:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42915 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c7 expref: 234 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.103394:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4292a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c7 expref: 233 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.103402:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:1.0:1769074962.103405:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.103407:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8800, rc 0)
00000100:00100000:1.0:1769074962.103469:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13245:x1855007657381504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2618us (11017us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.103477:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210599
00000100:00100000:2.0:1769074962.112878:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.112945:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657381888
00000100:00100000:3.0:1769074962.112957:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657381888
00000100:00100000:3.0:1769074962.113026:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1613
00000100:00100000:3.0:1769074962.113037:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391085850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2367:x1855007657381888:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.113055:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.113078:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e4292a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c7 expref: 233 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.113184:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:3.0:1769074962.113189:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.113252:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391085850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2367:x1855007657381888:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 217us (383us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.113260:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1613
00000100:00100000:2.0:1769074962.118114:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.121040:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.134246:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657382144
00000100:00100000:1.0:1769074962.134264:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657382144
00000100:00100000:1.0:1769074962.134334:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657382400
00000100:00100000:1.0:1769074962.134338:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657382400
00000100:00100000:1.0:1769074962.134378:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210600
00000100:00100000:1.0:1769074962.134388:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:13245:x1855007657382144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.134419:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.134439:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42931 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092ce expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.134541:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.134555:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23082eb expref: 234 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.134563:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.134595:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082eb expref: 234 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.134607:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082eb expref: 234 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074962.134620:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc169500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623422976:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074962.134721:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074962.134722:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210601
00000100:00100000:3.0:1769074962.134733:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657382400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.134742:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.134751:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4293f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092d5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.134810:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.134820:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ede expref: 235 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.134826:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.134852:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ede expref: 235 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.134860:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ede expref: 235 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074962.134870:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623423104:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074962.134937:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28aa80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074962.137880:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc169500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623422976:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.137944:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.154217:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.154257:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.154293:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657382528
00000100:00100000:1.0:1769074962.154302:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657382528
00010000:00010000:1.0:1769074962.154340:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082eb expref: 236 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074962.154375:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657382656
00000100:00100000:1.0:1769074962.154379:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657382656
00010000:00010000:1.0:1769074962.154392:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ede expref: 237 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074962.154399:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623423104:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074962.154413:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5600
00000100:00100000:1.0:1769074962.154420:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2366:x1855007657382528:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.154424:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.154433:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.154438:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082eb expref: 237 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.154448:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082eb expref: 237 pid: 5764 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074962.154462:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5601
00000100:00100000:3.0:1769074962.154469:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2366:x1855007657382656:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.154470:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e3f9a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23082eb expref: 237 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074962.154476:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.154480:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ede expref: 236 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.154485:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:3.0:1769074962.154488:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ede expref: 236 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.154490:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.154499:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.154501:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e41d53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ede expref: 236 pid: 5764 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.154507:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.154510:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:3.0:1769074962.154514:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.154524:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.154527:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074962.154530:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.154541:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074962.154620:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.154628:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074962.154647:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00010000:00010000:2.0:1769074962.154797:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42931 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ce expref: 237 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.154812:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ce expref: 236 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.154819:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:2.0:1769074962.154821:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074962.154823:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8600, rc 0)
00000100:00100000:1.0:1769074962.154882:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2366:x1855007657382528:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 460us (674us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.154890:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5600
00000100:00100000:3.0:1769074962.157051:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2366:x1855007657382656:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2573us (2783us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.157066:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5601
00010000:00010000:3.0:1769074962.157206:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.157217:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074962.157238:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041e:0x0]: returning size 4096
00010000:00010000:3.0:1769074962.157515:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e4293f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092d5 expref: 236 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.157534:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092d5 expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.157542:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:3.0:1769074962.157545:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074962.157547:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:3.0:1769074962.157587:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657382400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 22857us (36559us total) trans 4295106503 rc 0/0
00000100:00100000:3.0:1769074962.157595:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210601
00000100:00100000:2.0:1769074962.158121:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657382144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 23731us (40014us total) trans 4295106502 rc 0/0
00000100:00100000:2.0:1769074962.158129:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210600
00000100:00100000:2.0:1769074962.171324:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.171431:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657382784
00000100:00100000:3.0:1769074962.171442:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657382784
00000100:00100000:3.0:1769074962.171507:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210602
00000100:00100000:3.0:1769074962.171516:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657382784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.171544:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.171565:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4295b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092dc expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.171651:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.171667:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092d5 expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.171675:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.171708:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092d5 expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.171720:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092d5 expref: 235 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074962.171734:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623423232:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074962.171817:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074962.174966:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623423232:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074962.175011:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074962.176716:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.176898:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657382912
00000100:00100000:0.0:1769074962.176945:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657382912
00000100:00100000:0.0:1769074962.177011:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210603
00000100:00100000:0.0:1769074962.177021:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657382912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074962.177043:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074962.177063:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42969 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092e3 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.177149:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.177164:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ce expref: 237 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.177171:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.177206:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ce expref: 237 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.177218:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ce expref: 237 pid: 5763 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074962.177232:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623423360:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074962.177306:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033880089c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074962.179287:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.179893:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657383040
00000100:00100000:1.0:1769074962.179905:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657383040
00010000:00010000:1.0:1769074962.179981:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092d5 expref: 238 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:1.0:1769074962.180035:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5602
00000100:00100000:1.0:1769074962.180044:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:2367:x1855007657383040:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.180056:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.180062:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092d5 expref: 238 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.180074:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092d5 expref: 238 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.180096:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42946 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092d5 expref: 238 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:1.0:1769074962.180111:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074962.180115:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.180125:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.180132:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.180162:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.180211:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2367:x1855007657383040:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 168us (931us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.180222:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5602
00010000:00010000:3.0:1769074962.180356:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.180365:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074962.180410:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041e:0x0]: returning size 4096
00000004:00200000:3.0:1769074962.180414:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.180433:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.180463:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4295b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092dc expref: 237 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.180478:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092dc expref: 236 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.180486:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:3.0:1769074962.180488:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074962.180491:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed400, rc 0)
00000100:00100000:3.0:1769074962.180535:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13246:x1855007657382784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9020us (9220us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.180542:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210602
00000100:00100000:3.0:1769074962.186605:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.188570:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657383168
00000100:00100000:2.0:1769074962.188585:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657383168
00010000:00010000:2.0:1769074962.188634:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ce expref: 236 pid: 5763 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074962.188682:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5603
00000100:00100000:2.0:1769074962.188692:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2368:x1855007657383168:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.188707:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.188714:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ce expref: 236 pid: 5763 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074962.188727:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ce expref: 236 pid: 5763 timeout: 2047 lvb_type: 0
00010000:00010000:2.0:1769074962.188749:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:2.0:1769074962.188754:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.188763:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.188769:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.188790:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.188873:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2368:x1855007657383168:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (2277us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.188881:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5603
00010000:00010000:0.0:1769074962.189974:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42938 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ce expref: 235 pid: 5763 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074962.190000:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623423360:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074962.190023:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.190032:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.190037:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074962.190093:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00000004:00200000:0.0:1769074962.190098:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074962.190118:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.190158:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42969 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092e3 expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.190172:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092e3 expref: 234 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.190180:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:0.0:1769074962.190183:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074962.190186:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4a00, rc 0)
00000100:00100000:0.0:1769074962.190248:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657382912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13228us (13540us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074962.190255:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210603
00000100:00100000:3.0:1769074962.195202:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.195565:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657383296
00000100:00100000:0.0:1769074962.195576:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657383296
00000100:00100000:0.0:1769074962.195640:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210604
00000100:00100000:0.0:1769074962.195651:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657383296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074962.195672:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074962.195696:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42977 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092ea expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.195769:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.195784:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.195797:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.195815:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.195822:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.195830:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.195975:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4298c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.195983:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4298c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.195990:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4298c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074962.196032:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041e:0x0]: returning size 4096
00000004:00200000:0.0:1769074962.196036:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074962.196056:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4298c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196066:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4298c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196075:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196216:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196223:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196229:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074962.196233:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196240:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196252:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074962.196255:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074962.196261:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196266:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e4297e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196286:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196292:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196297:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196302:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074962.196304:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196309:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196316:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x960b89e0 (ffff903298a49b00)
00010000:00010000:0.0:1769074962.196318:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074962.196321:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196326:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e42985 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.196357:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42977 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ea expref: 236 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.196370:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4298c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ea expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.196377:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:0.0:1769074962.196379:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074962.196382:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031e00, rc 0)
00000100:00100000:0.0:1769074962.196456:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657383296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 806us (1263us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074962.196464:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210604
00000100:00100000:1.0:1769074962.197941:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.198004:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657383424
00000100:00100000:3.0:1769074962.198014:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657383424
00000100:00100000:3.0:1769074962.198062:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210605
00000100:00100000:3.0:1769074962.198071:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657383424:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.198098:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.198117:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42993 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092f1 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.198174:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198187:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198197:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198210:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198217:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198224:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198340:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198349:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198356:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074962.198386:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00000004:00200000:3.0:1769074962.198391:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.198406:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198416:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198424:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198430:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198436:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198441:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.198446:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198453:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198464:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074962.198466:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.198472:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198477:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e4299a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198487:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198492:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198498:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198502:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eedc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.198506:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198510:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198516:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb0449b87 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074962.198519:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.198521:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198526:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.198554:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42993 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f1 expref: 237 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.198566:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f1 expref: 236 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.198573:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:3.0:1769074962.198575:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074962.198577:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:3.0:1769074962.198635:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657383424:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 565us (701us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.198642:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210605
00000100:00100000:1.0:1769074962.210877:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.211426:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657383680
00000100:00100000:3.0:1769074962.211437:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657383680
00000100:00100000:3.0:1769074962.211509:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1614
00000100:00100000:3.0:1769074962.211519:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2366:x1855007657383680:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.211537:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.211562:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f1 expref: 236 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.211579:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:3.0:1769074962.211585:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.211643:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2366:x1855007657383680:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 126us (775us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.211651:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1614
00000100:00100000:0.0:1769074962.211977:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.212030:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657383552
00000100:00100000:2.0:1769074962.212036:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657383552
00000100:00100000:2.0:1769074962.212069:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1615
00000100:00100000:2.0:1769074962.212077:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2366:x1855007657383552:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.212097:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.212110:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4298c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ea expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.212123:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:2.0:1769074962.212127:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.212150:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:2366:x1855007657383552:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 74us (173us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.212156:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1615
00000100:00100000:2.0:1769074962.218467:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.218561:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.218627:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657383936
00000100:00100000:0.0:1769074962.218637:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657383936
00000100:00100000:0.0:1769074962.218730:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210606
00000100:00100000:0.0:1769074962.218741:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657383936:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074962.218763:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074962.218785:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e429af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092f8 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.218975:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.218990:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d1 expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.218999:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.219037:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d1 expref: 235 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.219051:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d1 expref: 235 pid: 11659 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074962.219065:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623423488:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074962.219152:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033880089c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074962.219575:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657384192
00000100:00100000:3.0:1769074962.219582:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657384192
00000100:00100000:3.0:1769074962.219626:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4425
00000100:00100000:3.0:1769074962.219633:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13246:x1855007657384192:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074962.219833:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13246:x1855007657384192:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 200us (1377us total) trans 4295106504 rc 0/0
00000100:00100000:3.0:1769074962.219852:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4425
00000100:00100000:1.0:1769074962.226286:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.226383:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623423488:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074962.226411:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074962.226474:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657384320
00000100:00100000:3.0:1769074962.226483:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657384320
00010000:00010000:3.0:1769074962.226520:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d1 expref: 237 pid: 11659 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074962.226564:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5604
00000100:00100000:3.0:1769074962.226573:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391087c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:2367:x1855007657384320:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.226589:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.226595:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d1 expref: 237 pid: 11659 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074962.226611:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d1 expref: 237 pid: 11659 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074962.226632:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e40248 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23085d1 expref: 237 pid: 11659 timeout: 2047 lvb_type: 0
00010000:00010000:3.0:1769074962.226648:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:3.0:1769074962.226653:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.226662:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.226669:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.226697:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.226752:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391087c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2367:x1855007657384320:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (475us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.226759:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5604
00010000:00010000:0.0:1769074962.227258:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.227266:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074962.227286:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00010000:00010000:0.0:1769074962.227433:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e429af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f8 expref: 237 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.227450:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f8 expref: 236 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.227458:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:0.0:1769074962.227461:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074962.227463:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:0.0:1769074962.227507:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657383936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8768us (8945us total) trans 4295106505 rc 0/0
00000100:00100000:0.0:1769074962.227516:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210606
00000100:00100000:1.0:1769074962.232402:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.232452:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.232587:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657384576
00000100:00100000:3.0:1769074962.232598:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657384576
00000100:00100000:3.0:1769074962.232659:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4426
00000100:00100000:3.0:1769074962.232669:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13246:x1855007657384576:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:3.0:1769074962.233008:0:5765:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106506
00000100:00100000:3.0:1769074962.233194:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657384576:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 524us (797us total) trans 4295106507 rc 0/0
00000100:00100000:3.0:1769074962.233202:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4426
00000020:00080000:3.0:1769074962.233208:0:5765:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:2.0:1769074962.233409:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657384704
00000100:00100000:2.0:1769074962.233415:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657384704
00000100:00100000:2.0:1769074962.233458:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210607
00000100:00100000:2.0:1769074962.233466:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657384704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.233480:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.233501:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e429c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23092ff expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.233566:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.233581:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f8 expref: 239 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.233596:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.233632:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f8 expref: 239 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.233646:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f8 expref: 239 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:2.0:1769074962.233659:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623423616:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074962.233729:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033811ca480 going to sleep for 11 seconds
00000100:00100000:1.0:1769074962.237318:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.237544:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657384960
00000100:00100000:3.0:1769074962.237555:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657384960
00000100:00100000:3.0:1769074962.237615:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4427
00000100:00100000:3.0:1769074962.237625:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657384960:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074962.238343:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657384960:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 717us (1034us total) trans 4295106508 rc 0/0
00000100:00100000:3.0:1769074962.238353:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4427
00000100:00100000:2.0:1769074962.243751:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.243951:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657385088
00000100:00100000:0.0:1769074962.243962:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657385088
00010000:00010000:0.0:1769074962.244002:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f8 expref: 241 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:0.0:1769074962.244046:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5605
00000100:00100000:0.0:1769074962.244057:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:2368:x1855007657385088:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074962.244075:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074962.244092:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f8 expref: 241 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074962.244105:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f8 expref: 241 pid: 7034 timeout: 2047 lvb_type: 0
00010000:00010000:0.0:1769074962.244125:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:0.0:1769074962.244131:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.244141:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.244148:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.244169:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074962.244212:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:2368:x1855007657385088:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 157us (472us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074962.244220:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5605
00010000:00010000:3.0:1769074962.247733:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092f8 expref: 240 pid: 7034 timeout: 2047 lvb_type: 0
00000100:00100000:3.0:1769074962.247759:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba0ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623423616:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.247786:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.248237:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.248765:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657385344
00000100:00100000:2.0:1769074962.248774:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657385344
00000100:00100000:2.0:1769074962.248853:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4428
00000100:00100000:2.0:1769074962.248864:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2cac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657385344:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:3.0:1769074962.249449:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.249460:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074962.249493:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00000004:00200000:3.0:1769074962.249497:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.249511:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.249540:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e429c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ff expref: 242 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.249556:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ff expref: 241 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.249565:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:3.0:1769074962.249568:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074962.249571:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54faa00, rc 0)
00000100:00100000:2.0:1769074962.249708:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2cac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657385344:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 845us (1471us total) trans 4295106509 rc 0/0
00000100:00100000:2.0:1769074962.249717:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4428
00000100:00100000:3.0:1769074962.250527:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657384704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17058us (18070us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.250537:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210607
00000100:00100000:1.0:1769074962.258664:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.258711:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.258791:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657385600
00000100:00100000:2.0:1769074962.258814:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657385600
00000100:00100000:2.0:1769074962.258887:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4429
00000100:00100000:2.0:1769074962.258897:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13246:x1855007657385600:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.259381:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657385600:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 483us (726us total) trans 4295106510 rc 0/0
00000100:00100000:2.0:1769074962.259394:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4429
00000100:00100000:3.0:1769074962.259584:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657385728
00000100:00100000:3.0:1769074962.259589:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657385728
00000100:00100000:3.0:1769074962.259619:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210608
00000100:00100000:3.0:1769074962.259626:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657385728:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.259636:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.259656:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309306 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.259706:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259720:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259731:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259744:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259749:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259758:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259827:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259834:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259937:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259942:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.259946:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259953:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259963:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074962.259965:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.259970:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259975:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e429d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259986:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.259991:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.260000:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.260005:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eece00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.260008:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.260013:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.260020:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0470e2 (ffff90328bb7fd00)
00010000:00010000:3.0:1769074962.260022:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.260024:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.260029:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e429e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.260059:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429d2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309306 expref: 242 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.260069:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074962.260071:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.260075:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e429d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309306 expref: 242 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.260477:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eedc00, rc 0)
00000100:00100000:2.0:1769074962.260658:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657385728:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1030us (1944us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074962.260666:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210608
00000100:00100000:1.0:1769074962.267852:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.268092:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657385984
00000100:00100000:2.0:1769074962.268103:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657385984
00000100:00100000:2.0:1769074962.268170:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4430
00000100:00100000:2.0:1769074962.268181:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657385984:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.268710:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657385984:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 528us (874us total) trans 4295106511 rc 0/0
00000100:00100000:2.0:1769074962.268718:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4430
00000100:00100000:2.0:1769074962.271167:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.271350:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657386112
00000100:00100000:0.0:1769074962.271362:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657386112
00000100:00100000:0.0:1769074962.271422:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210609
00000100:00100000:0.0:1769074962.271432:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657386112:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074962.271452:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074962.271472:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e429e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230930d expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.271542:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271558:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271569:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271584:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271591:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271599:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271664:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271672:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271679:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271686:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074962.271690:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271699:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271715:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074962.271718:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074962.271724:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271730:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e429ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271743:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271749:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271755:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271760:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074962.271763:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271769:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271776:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd8c47549 (ffff903298a49b00)
00010000:00010000:0.0:1769074962.271779:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074962.271782:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271787:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e429f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd8c47549 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.271831:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e429e7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230930d expref: 243 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.271851:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074962.271853:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074962.271857:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e429e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230930d expref: 243 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.271867:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5a00, rc 0)
00000100:00100000:0.0:1769074962.272357:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657386112:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 924us (1196us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074962.272365:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210609
00000100:00100000:1.0:1769074962.281385:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.282469:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657386368
00000100:00100000:2.0:1769074962.282482:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657386368
00000100:00100000:2.0:1769074962.282598:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4431
00000100:00100000:2.0:1769074962.282609:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657386368:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.284055:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657386368:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 1441us (2673us total) trans 4295106512 rc 0/0
00000100:00100000:2.0:1769074962.284066:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4431
00000100:00100000:3.0:1769074962.287024:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.292470:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657386624
00000100:00100000:1.0:1769074962.292486:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657386624
00000100:00100000:1.0:1769074962.292545:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4432
00000100:00100000:1.0:1769074962.292555:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13246:x1855007657386624:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074962.292812:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657386624:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 257us (5795us total) trans 4295106513 rc 0/0
00000100:00100000:1.0:1769074962.292820:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4432
00000100:00100000:3.0:1769074962.294883:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.297540:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.297668:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657387136
00000100:00100000:1.0:1769074962.297679:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657387136
00000100:00100000:1.0:1769074962.297722:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4433
00000100:00100000:1.0:1769074962.297731:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13246:x1855007657387136:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074962.298053:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13246:x1855007657387136:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 322us (520us total) trans 4295106514 rc 0/0
00000100:00100000:1.0:1769074962.298065:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4433
00000100:00100000:1.0:1769074962.298339:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657386880
00000100:00100000:1.0:1769074962.298344:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657386880
00000100:00100000:1.0:1769074962.298375:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210610
00000100:00100000:1.0:1769074962.298382:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657386880:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.298393:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.298397:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074962.298420:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4275c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230922d expref: 245 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.298439:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074962.298445:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074962.298458:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e429fc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309314 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.298561:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.298573:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.298583:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.298597:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.298604:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.298614:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00080000:1.0:1769074962.298977:0:5763:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d3:0x0], index 0: 0
00010000:00010000:1.0:1769074962.302713:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.302737:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.302753:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.302806:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.302814:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.302821:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.302827:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.302831:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.302848:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.302861:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074962.302864:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.302869:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.302879:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42a03 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:1.0:1769074962.302891:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d8d409a9 reply state 00000000f5652735 transno 4295106515 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.302901:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074962.304343:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e429fc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309314 expref: 247 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.304367:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309314 expref: 246 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.304375:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:1.0:1769074962.304377:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.304380:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8600, rc 0)
00000100:00100000:1.0:1769074962.304456:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657386880:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6067us (9574us total) trans 4295106515 rc 0/0
00000100:00100000:1.0:1769074962.304465:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210610
00000100:00100000:1.0:1769074962.310203:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.310534:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657387392
00000100:00100000:2.0:1769074962.310545:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657387392
00000100:00100000:2.0:1769074962.314597:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4434
00000100:00100000:2.0:1769074962.314626:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13246:x1855007657387392:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.314902:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657387392:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 291us (4708us total) trans 4295106516 rc 0/0
00000100:00100000:2.0:1769074962.314932:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4434
00010000:00010000:3.0:1769074962.315935:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.315948:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.315956:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.315962:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.315966:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.315973:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.315989:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0470e2 (ffff903299a8df00)
00010000:00010000:3.0:1769074962.315992:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.315996:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.316002:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a0a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.317869:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.317984:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657387520
00000100:00100000:3.0:1769074962.317995:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657387520
00000100:00100000:3.0:1769074962.318064:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2984
00000100:00100000:3.0:1769074962.318074:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2366:x1855007657387520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.318105:0:13368:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.318125:0:13368:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230931b expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074962.318156:0:13368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074962.318175:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074962.318177:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074962.318185:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230931b expref: 73 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074962.318203:0:13368:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230931b expref: 73 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074962.318216:0:13368:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eedc00, rc 0)
00000100:00100000:3.0:1769074962.318282:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2366:x1855007657387520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 210us (422us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.318290:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2984
00000100:00080000:1.0:1769074962.318549:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:1.0:1769074962.323370:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.323508:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657387776
00000100:00100000:2.0:1769074962.323519:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657387776
00000100:00100000:2.0:1769074962.323579:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4435
00000100:00100000:2.0:1769074962.323589:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13246:x1855007657387776:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.323849:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657387776:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 261us (489us total) trans 4295106517 rc 0/0
00000100:00100000:2.0:1769074962.323857:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4435
00000100:00100000:2.0:1769074962.327062:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.327152:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657388032
00000100:00100000:3.0:1769074962.327163:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657388032
00000100:00100000:3.0:1769074962.327219:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4436
00000100:00100000:3.0:1769074962.327228:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657388032:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074962.327467:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13246:x1855007657388032:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 239us (412us total) trans 4295106518 rc 0/0
00000100:00100000:3.0:1769074962.327475:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4436
00000100:00100000:1.0:1769074962.333188:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.333231:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.333328:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657388288
00000100:00100000:3.0:1769074962.333339:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657388288
00000100:00100000:3.0:1769074962.333390:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657388544
00000100:00100000:3.0:1769074962.333394:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657388544
00000100:00100000:3.0:1769074962.333412:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4437
00000100:00100000:3.0:1769074962.333421:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13246:x1855007657388288:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074962.333682:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657388288:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 262us (504us total) trans 4295106519 rc 0/0
00000100:00100000:3.0:1769074962.333690:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4437
00000100:00100000:3.0:1769074962.333709:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4438
00000100:00100000:3.0:1769074962.333716:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657388544:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074962.334420:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13245:x1855007657388544:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 700us (1184us total) trans 4295106520 rc 0/0
00000100:00100000:3.0:1769074962.334429:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4438
00000100:00100000:1.0:1769074962.343456:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.343567:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657389056
00000100:00100000:2.0:1769074962.343579:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657389056
00000100:00100000:2.0:1769074962.343641:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4439
00000100:00100000:2.0:1769074962.343651:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657389056:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.343958:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13246:x1855007657389056:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 307us (510us total) trans 4295106521 rc 0/0
00000100:00100000:2.0:1769074962.343966:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4439
00000100:00100000:0.0:1769074962.348336:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.348437:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657388800
00000100:00100000:1.0:1769074962.348448:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657388800
00000100:00100000:1.0:1769074962.348512:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210611
00000100:00100000:1.0:1769074962.348524:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657388800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.348549:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.348572:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309322 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.348677:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.348692:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309314 expref: 253 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.348701:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.348738:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309314 expref: 253 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.348750:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309314 expref: 253 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.348763:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623423744:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074962.348888:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387a50600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074962.350706:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.353347:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623423744:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.353380:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.353744:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657389312
00000100:00100000:1.0:1769074962.353753:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657389312
00000100:00100000:1.0:1769074962.353830:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4440
00000100:00100000:1.0:1769074962.353850:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657389312:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074962.354136:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657389312:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 286us (3438us total) trans 4295106522 rc 0/0
00000100:00100000:1.0:1769074962.354147:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4440
00000100:00100000:0.0:1769074962.357033:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.357233:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657389440
00000100:00100000:2.0:1769074962.357243:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657389440
00010000:00010000:2.0:1769074962.357299:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309314 expref: 255 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.357341:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5606
00000100:00100000:2.0:1769074962.357351:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2368:x1855007657389440:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.357366:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.357372:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309314 expref: 255 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.357386:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309314 expref: 255 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.357410:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309314 expref: 255 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.357427:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:2.0:1769074962.357432:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.357442:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.357449:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.357481:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.357547:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2368:x1855007657389440:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 196us (523us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.357555:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5606
00010000:00010000:3.0:1769074962.357615:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.357624:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074962.357645:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10422:0x0]: returning size 0
00010000:00010000:3.0:1769074962.357810:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309322 expref: 255 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.357827:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309322 expref: 254 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.357842:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:3.0:1769074962.357845:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074962.357848:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:3.0:1769074962.357876:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13245:x1855007657388800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9355us (9550us total) trans 4295106523 rc 0/0
00000100:00100000:3.0:1769074962.357884:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210611
00000100:00100000:3.0:1769074962.364208:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.364441:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657389568
00000100:00100000:1.0:1769074962.364452:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657389568
00000100:00100000:1.0:1769074962.364514:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210612
00000100:00100000:1.0:1769074962.364524:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13245:x1855007657389568:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.364549:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.364570:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309329 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.364654:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.364669:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309322 expref: 255 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.364676:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.364708:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309322 expref: 255 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.364719:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309322 expref: 255 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.364732:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623423872:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074962.364968:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267840 going to sleep for 11 seconds
00000100:00100000:1.0:1769074962.369435:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.369643:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657389824
00000100:00100000:0.0:1769074962.369652:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657389824
00000100:00100000:0.0:1769074962.369712:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4441
00000100:00100000:0.0:1769074962.369722:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13246:x1855007657389824:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074962.370341:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13246:x1855007657389824:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 617us (913us total) trans 4295106524 rc 0/0
00000100:00100000:1.0:1769074962.370349:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4441
00000100:00100000:0.0:1769074962.374037:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.374149:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657389952
00000100:00100000:2.0:1769074962.374159:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657389952
00010000:00010000:2.0:1769074962.374200:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309322 expref: 257 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.374237:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5607
00000100:00100000:2.0:1769074962.374246:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2368:x1855007657389952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.374260:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.374267:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309322 expref: 257 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.374291:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309322 expref: 257 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.374314:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:2.0:1769074962.374318:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.374327:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.374334:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.374354:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.374415:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2368:x1855007657389952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (388us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.374423:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5607
00010000:00010000:1.0:1769074962.375158:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a2d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309322 expref: 256 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.375175:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623423872:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074962.375193:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.375202:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.375208:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074962.375249:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10422:0x0]: returning size 0
00000004:00200000:1.0:1769074962.375253:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.375285:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.375315:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10422:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309329 expref: 256 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.375328:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309329 expref: 255 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.375337:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:1.0:1769074962.375340:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.375343:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9800, rc 0)
00000100:00100000:1.0:1769074962.375425:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657389568:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10902us (11226us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.375433:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210612
00000100:00100000:0.0:1769074962.378671:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.378757:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657390208
00000100:00100000:1.0:1769074962.378768:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657390208
00000100:00100000:1.0:1769074962.378842:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4442
00000100:00100000:1.0:1769074962.378853:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13246:x1855007657390208:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074962.379130:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13246:x1855007657390208:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 278us (466us total) trans 4295106525 rc 0/0
00000100:00100000:1.0:1769074962.379139:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4442
00000100:00100000:0.0:1769074962.386775:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.386872:0:13381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657390336
00000100:00100000:1.0:1769074962.386882:0:13381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657390336
00000100:00100000:1.0:1769074962.386958:0:13381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2985
00000100:00100000:1.0:1769074962.386969:0:13381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13245:x1855007657390336:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.386987:0:13381:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.387006:0:13381:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e42a49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309330 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.387036:0:13381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230931b expref: 74 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074962.387044:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074962.387046:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074962.387050:0:13381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e42a49 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309330 expref: 74 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.387092:0:13381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230931b expref: 74 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074962.387111:0:13381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230931b expref: 74 pid: 13368 timeout: 2048 lvb_type: 1
00000100:00100000:1.0:1769074962.387126:0:13381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032bb95c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13381:1855007623424000:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074962.387211:0:13381:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267840 going to sleep for 11 seconds
00000100:00100000:2.0:1769074962.389645:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.389743:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657390592
00000100:00100000:3.0:1769074962.389753:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657390592
00000100:00100000:3.0:1769074962.389857:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4443
00000100:00100000:3.0:1769074962.389868:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13246:x1855007657390592:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074962.390180:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13246:x1855007657390592:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 313us (542us total) trans 4295106526 rc 0/0
00000100:00100000:3.0:1769074962.390188:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4443
00000100:00100000:0.0:1769074962.396979:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.397014:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.397174:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657390976
00000100:00100000:2.0:1769074962.397184:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657390976
00000100:00100000:2.0:1769074962.397243:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4444
00000100:00100000:2.0:1769074962.397253:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13246:x1855007657390976:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.397524:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657390976:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 271us (507us total) trans 4295106527 rc 0/0
00000100:00100000:2.0:1769074962.397533:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4444
00000100:00100000:1.0:1769074962.397990:0:13381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032bb95c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:13381:1855007623424000:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074962.398019:0:13381:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e42a49 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309330 expref: 74 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.398037:0:13381:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8800, rc 0)
00000100:00100000:1.0:1769074962.398063:0:13381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:13245:x1855007657390336:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11097us (11298us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.398071:0:13381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2985
00000100:00100000:3.0:1769074962.398621:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657390720
00000100:00100000:3.0:1769074962.398628:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657390720
00010000:00010000:3.0:1769074962.398655:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230931b expref: 74 pid: 13368 timeout: 2048 lvb_type: 1
00000100:00100000:3.0:1769074962.398720:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5608
00000100:00100000:3.0:1769074962.398729:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657390720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.398740:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.398760:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230931b expref: 74 pid: 13368 timeout: 2048 lvb_type: 1
00010000:00010000:3.0:1769074962.398773:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230931b expref: 74 pid: 13368 timeout: 2048 lvb_type: 1
00010000:00010000:3.0:1769074962.398810:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42a1f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230931b expref: 74 pid: 13368 timeout: 2048 lvb_type: 1
00010000:00010000:3.0:1769074962.398822:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074962.398824:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074962.398831:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e42a49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309330 expref: 73 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.398850:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e42a49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309330 expref: 73 pid: 13381 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.398888:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9032ae2f8800/0x2152b583a6e42a49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309330 expref: 73 pid: 13381 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074962.398902:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5746:1855007623424128:192.168.204.54@tcp:105:
00000100:00100000:3.0:1769074962.398998:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074962.407896:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.407967:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.408072:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5746:1855007623424128:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074962.408112:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.408181:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657390720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 9453us (11212us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.408192:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5608
00000100:00100000:2.0:1769074962.408287:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657391232
00000100:00100000:2.0:1769074962.408295:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657391232
00000100:00100000:2.0:1769074962.408335:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657391488
00000100:00100000:2.0:1769074962.408338:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657391488
00000100:00100000:2.0:1769074962.408352:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4445
00000100:00100000:2.0:1769074962.408359:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657391232:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.408559:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657391232:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 199us (672us total) trans 4295106528 rc 0/0
00000100:00100000:2.0:1769074962.408566:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4445
00000100:00100000:2.0:1769074962.408578:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4446
00000100:00100000:2.0:1769074962.408584:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13245:x1855007657391488:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.408750:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657391488:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 165us (781us total) trans 4295106529 rc 0/0
00000100:00100000:2.0:1769074962.408757:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4446
00000100:00100000:2.0:1769074962.422715:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.422850:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657391872
00000100:00100000:1.0:1769074962.422861:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657391872
00000100:00100000:1.0:1769074962.422939:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210613
00000100:00100000:1.0:1769074962.422950:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657391872:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:1.0:1769074962.423011:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:1.0:1769074962.423040:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42962 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092dc expref: 260 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.423057:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff9032a2c16900)
00010000:00010000:1.0:1769074962.423075:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42897 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309296 expref: 259 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.423097:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.423101:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074962.423121:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.423135:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.423145:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.423159:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.423166:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.423172:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.423524:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.423533:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.423541:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000040:00080000:1.0:1769074962.424006:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].402, 64 off33920
00000004:00080000:1.0:1769074962.424016:0:5763:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1948125107933ns, next at 1949125105750ns, rc = 0
00010000:00010000:1.0:1769074962.424087:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424097:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424105:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424112:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424119:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424125:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424143:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1769074962.424164:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424171:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424177:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424183:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.424187:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424198:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424208:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff903299a8d600)
00010000:00010000:1.0:1769074962.424211:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1769074962.424216:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.424223:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42a5e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1041e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.424883:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1769074962.424894:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.424902:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:2.0:1769074962.424919:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.424926:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.424937:0:13362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041e:0x0].0x0 (ffff903299a8d600)
00010000:00010000:2.0:1769074962.424940:0:13362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1769074962.424943:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.424949:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42a65 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1041e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.424965:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074962.424966:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074962.424968:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074962.425251:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.425259:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.425265:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.425364:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.425370:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.425377:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.425387:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.425390:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.425393:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.425399:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42a50 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:1.0:1769074962.425413:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000052b48a43 reply state 0000000073f636db transno 4295106530 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.425423:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1769074962.425530:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657391872:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 2578us (2821us total) trans 4295106530 rc 0/0
00000100:00100000:1.0:1769074962.425540:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210613
00000100:00100000:0.0:1769074962.432428:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1769074962.432458:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623424256:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1769074962.432533:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1769074962.432628:0:7986:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623424256
00000100:00100000:2.0:1769074962.432638:0:7986:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623424256
00000100:00100000:2.0:1769074962.432694:0:7986:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705
00000100:00100000:2.0:1769074962.432703:0:7986:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1855007623424256:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1769074962.432739:0:7986:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 22151168 granted 285933568 pending 0 free 3834642432 avail 3832545280
00000100:00100000:2.0:1769074962.432781:0:7986:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1855007623424256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (248us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.432787:0:7986:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705
00000100:00100000:0.0:1769074962.433006:0:3294:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968162 gen 2
00000004:00080000:0.0:1769074962.433013:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90328eac3100, transno 4294968156
00000004:00080000:0.0:1769074962.433036:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370c000, transno 4294968160
00000004:00080000:0.0:1769074962.433039:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370f100, transno 4294968161
00000004:00080000:0.0:1769074962.433041:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff90338370dc00, transno 4294968162
00000100:00100000:0.0:1769074962.433053:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3294:1855007623424256:0@lo:13:osp-pre-0-0.0
00000004:00080000:2.0:1769074962.433371:0:6738:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 4 done
00000100:00100000:1.0:1769074962.435502:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.435623:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074962.435984:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.435997:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.436006:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.436012:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.436017:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.436025:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.436042:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x960b89e0 (ffff903299a8d100)
00010000:00010000:3.0:1769074962.436046:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.436051:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.436056:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42a57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074962.436253:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657391616
00000100:00100000:2.0:1769074962.436264:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657391616
00000100:00100000:2.0:1769074962.436332:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210614
00000100:00100000:2.0:1769074962.436342:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13245:x1855007657391616:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.436363:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.436382:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42a6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309337 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.436441:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436454:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436468:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436483:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436489:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436496:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436591:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42a81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436599:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42a81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436606:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42a81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074962.436638:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10422:0x0]: returning size 2048
00000004:00200000:2.0:1769074962.436643:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074962.436662:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42a81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436674:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42a81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436681:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436687:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436697:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436702:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fb400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074962.436705:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436711:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436719:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074962.436722:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074962.436726:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436732:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42a73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436741:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436747:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436753:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436758:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fa200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074962.436761:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436767:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436774:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0470e2 (ffff9032af293200)
00010000:00010000:2.0:1769074962.436776:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074962.436779:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.436785:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42a7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.437017:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42a6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309337 expref: 261 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.437031:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42a81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309337 expref: 260 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.437038:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:2.0:1769074962.437041:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074962.437043:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fbc00, rc 0)
00000100:00100000:2.0:1769074962.437361:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657391616:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1019us (1865us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.437369:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210614
00000100:00100000:0.0:1769074962.438088:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657392128
00000100:00100000:0.0:1769074962.438097:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657392128
00000100:00100000:0.0:1769074962.438137:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4447
00000100:00100000:0.0:1769074962.438145:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657392128:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:0.0:1769074962.438418:0:13329:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106531
00000100:00100000:0.0:1769074962.438517:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657392128:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 371us (2892us total) trans 4295106532 rc 0/0
00000100:00100000:0.0:1769074962.438524:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4447
00000020:00080000:0.0:1769074962.438528:0:13329:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1769074962.451131:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.451336:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.451372:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.451429:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657392512
00000100:00100000:3.0:1769074962.451439:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657392512
00000100:00100000:3.0:1769074962.451491:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1616
00000100:00100000:3.0:1769074962.451500:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:2368:x1855007657392512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.451517:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.451540:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42a81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309337 expref: 262 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.451560:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:3.0:1769074962.451564:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.451618:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:2368:x1855007657392512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 119us (282us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.451626:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1616
00000100:00100000:2.0:1769074962.456387:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657392384
00000100:00100000:2.0:1769074962.456403:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657392384
00000100:00100000:2.0:1769074962.456528:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657392768
00000100:00100000:2.0:1769074962.456532:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657392768
00000100:00100000:3.0:1769074962.456577:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210615
00000100:00100000:3.0:1769074962.456589:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657392384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.456613:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.456634:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42a88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230933e expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.456729:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.456745:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309329 expref: 263 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.456754:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.456786:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309329 expref: 263 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.456813:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309329 expref: 263 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074962.456827:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623424384:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074962.456940:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28ad80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074962.460628:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.460752:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623424384:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074962.460785:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074962.461266:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210616
00000100:00100000:0.0:1769074962.461309:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657392768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074962.461336:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074962.461356:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42a96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309345 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.461466:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074962.461479:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309051 expref: 264 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.461488:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074962.461522:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309051 expref: 264 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.461532:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309051 expref: 264 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:0.0:1769074962.461546:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bffb4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623424512:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074962.461619:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903388008f00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074962.461638:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657392896
00000100:00100000:0.0:1769074962.461644:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657392896
00010000:00010000:0.0:1769074962.461668:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309329 expref: 265 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:0.0:1769074962.461699:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5609
00000100:00100000:0.0:1769074962.461705:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657392896:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074962.461715:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074962.461720:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309329 expref: 265 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074962.461730:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309329 expref: 265 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074962.461747:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42a42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309329 expref: 265 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074962.461759:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074962.461763:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.461771:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.461777:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.461807:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074962.461844:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2368:x1855007657392896:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (1218us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074962.461851:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5609
00010000:00010000:1.0:1769074962.462085:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.462093:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074962.462109:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10422:0x0]: returning size 2048
00010000:00010000:1.0:1769074962.462253:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42a88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230933e expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.462267:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230933e expref: 264 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.462280:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:1.0:1769074962.462283:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074962.462286:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed200, rc 0)
00000100:00100000:1.0:1769074962.462323:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657392384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5737us (11202us total) trans 4295106533 rc 0/0
00000100:00100000:1.0:1769074962.462330:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210615
00000100:00100000:3.0:1769074962.467688:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.467765:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657393024
00000100:00100000:1.0:1769074962.467776:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657393024
00000100:00100000:1.0:1769074962.467854:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210617
00000100:00100000:1.0:1769074962.467864:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657393024:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.467889:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.467934:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42aab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230934c expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.468016:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.468031:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230933e expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.468039:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.468072:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230933e expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.468095:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230933e expref: 265 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.468109:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623424640:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074962.468185:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074962.472408:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bffb4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623424512:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.472438:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074962.475264:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623424640:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074962.475301:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074962.477181:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.477328:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657393152
00000100:00100000:3.0:1769074962.477339:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657393152
00010000:00010000:3.0:1769074962.477380:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309051 expref: 266 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074962.477423:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5610
00000100:00100000:3.0:1769074962.477433:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391087850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2369:x1855007657393152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.477447:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.477453:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309051 expref: 266 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074962.477466:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309051 expref: 266 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074962.477489:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12400/0x2152b583a6e421c1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309051 expref: 266 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074962.477506:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:3.0:1769074962.477513:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.477522:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.477529:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.477565:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.477623:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391087850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2369:x1855007657393152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 191us (450us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.477631:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5610
00010000:00010000:1.0:1769074962.477738:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.477746:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074962.477766:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041f:0x0]: returning size 4096
00010000:00010000:1.0:1769074962.477990:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42a96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309345 expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.478008:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309345 expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.478015:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:1.0:1769074962.478018:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074962.478020:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:1.0:1769074962.478050:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657392768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16765us (26677us total) trans 4295106534 rc 0/0
00000100:00100000:1.0:1769074962.478057:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210616
00000100:00100000:3.0:1769074962.482483:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.482637:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657393280
00000100:00100000:0.0:1769074962.482646:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657393280
00010000:00010000:0.0:1769074962.482685:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230933e expref: 265 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:0.0:1769074962.482722:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5611
00000100:00100000:0.0:1769074962.482730:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657393280:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074962.482744:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074962.482750:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230933e expref: 265 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074962.482762:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230933e expref: 265 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074962.482782:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42a8f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230933e expref: 265 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074962.482811:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074962.482816:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.482824:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.482839:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.482870:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074962.482960:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2368:x1855007657393280:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 230us (486us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074962.482967:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5611
00010000:00010000:1.0:1769074962.483042:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.483055:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074962.483110:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10422:0x0]: returning size 2048
00000004:00200000:1.0:1769074962.483115:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.483136:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.483176:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42aab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10422:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230934c expref: 264 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.483189:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230934c expref: 263 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.483196:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:1.0:1769074962.483199:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.483201:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9e00, rc 0)
00000100:00100000:1.0:1769074962.483227:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13245:x1855007657393024:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15366us (15548us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.483234:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210617
00000100:00100000:2.0:1769074962.489039:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.489185:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657393408
00000100:00100000:1.0:1769074962.489196:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657393408
00000100:00100000:1.0:1769074962.489261:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210618
00000100:00100000:1.0:1769074962.489281:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657393408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.489313:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.489339:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42ac0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309353 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.489440:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.489455:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309345 expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.489464:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.489498:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309345 expref: 264 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.489511:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309345 expref: 264 pid: 11659 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.489526:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623424768:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074962.489613:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267840 going to sleep for 11 seconds
00000100:00100000:1.0:1769074962.497381:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623424768:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074962.497412:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074962.499665:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.499964:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657393536
00000100:00100000:3.0:1769074962.499975:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657393536
00000100:00100000:3.0:1769074962.500032:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210619
00000100:00100000:3.0:1769074962.500041:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657393536:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.500061:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.500086:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42ace lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230935a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.500156:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500171:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500185:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500202:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500210:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500216:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500358:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42ae3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500369:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500378:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074962.500425:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10422:0x0]: returning size 2048
00000004:00200000:3.0:1769074962.500432:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.500460:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500472:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42ae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500482:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500489:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500497:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500502:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.500508:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500516:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500530:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074962.500534:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.500540:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500546:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42ad5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500560:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500566:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500572:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500576:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.500579:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500583:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500597:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0470e2 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074962.500600:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.500603:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500608:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42adc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.500640:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42ace lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230935a expref: 267 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.500652:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42ae3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230935a expref: 266 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.500659:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:3.0:1769074962.500661:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074962.500664:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:3.0:1769074962.500722:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657393536:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 681us (1064us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.500730:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210619
00000100:00100000:2.0:1769074962.508798:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.508941:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657393664
00000100:00100000:3.0:1769074962.508953:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657393664
00010000:00010000:3.0:1769074962.508995:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309345 expref: 266 pid: 11659 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074962.509028:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5612
00000100:00100000:3.0:1769074962.509037:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2368:x1855007657393664:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.509053:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.509060:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309345 expref: 266 pid: 11659 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074962.509073:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309345 expref: 266 pid: 11659 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074962.509096:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42a9d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309345 expref: 266 pid: 11659 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074962.509113:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:3.0:1769074962.509119:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.509129:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.509137:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.509165:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.509221:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657393664:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 185us (431us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.509229:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5612
00010000:00010000:1.0:1769074962.509465:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.509474:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074962.509515:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041f:0x0]: returning size 4096
00000004:00200000:1.0:1769074962.509520:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.509539:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.509579:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42ac0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309353 expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.509593:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309353 expref: 264 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.509600:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:1.0:1769074962.509603:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.509606:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9a00, rc 0)
00000100:00100000:1.0:1769074962.509633:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13246:x1855007657393408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20364us (20607us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.509640:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210618
00000100:00100000:0.0:1769074962.515272:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.515328:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.515400:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657393920
00000100:00100000:1.0:1769074962.515411:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657393920
00000100:00100000:1.0:1769074962.515474:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210620
00000100:00100000:1.0:1769074962.515484:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13246:x1855007657393920:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.515504:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.515523:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42aea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309361 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.515593:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515609:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515621:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515636:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515643:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515650:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515751:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42aff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515760:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515767:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074962.515820:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041f:0x0]: returning size 4096
00000004:00200000:1.0:1769074962.515825:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.515855:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515865:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42aff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515873:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515880:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515887:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515898:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.515902:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515942:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515953:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.515956:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.515961:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515967:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42af1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515980:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515987:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515992:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.515997:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.516000:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.516006:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.516012:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xca0470e2 (ffff903299a8dd00)
00010000:00010000:1.0:1769074962.516015:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.516018:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.516023:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42af8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.516056:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42aea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309361 expref: 266 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.516069:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42aff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309361 expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.516086:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:1.0:1769074962.516088:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.516091:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8600, rc 0)
00000100:00100000:1.0:1769074962.516149:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657393920:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 665us (819us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.516157:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210620
00000100:00100000:2.0:1769074962.516361:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657393792
00000100:00100000:2.0:1769074962.516368:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657393792
00000100:00100000:2.0:1769074962.516417:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1617
00000100:00100000:2.0:1769074962.516426:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2369:x1855007657393792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.516437:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.516451:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42ae3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230935a expref: 265 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.516463:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:2.0:1769074962.516468:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.516490:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2369:x1855007657393792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 66us (1228us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.516497:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1617
00000100:00100000:2.0:1769074962.527413:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.527508:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657394176
00000100:00100000:3.0:1769074962.527519:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657394176
00000100:00100000:3.0:1769074962.527587:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1618
00000100:00100000:3.0:1769074962.527598:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2367:x1855007657394176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.527615:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.527642:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42aff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309361 expref: 264 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.527661:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:3.0:1769074962.527667:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.527961:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2367:x1855007657394176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 363us (556us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.527969:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1618
00000100:00100000:0.0:1769074962.538063:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.538119:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.538225:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657394432
00000100:00100000:2.0:1769074962.538237:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657394432
00000100:00100000:2.0:1769074962.538307:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4448
00000100:00100000:2.0:1769074962.538318:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657394432:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.538584:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13246:x1855007657394432:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 267us (463us total) trans 4295106535 rc 0/0
00000100:00100000:2.0:1769074962.538593:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4448
00000100:00100000:3.0:1769074962.538877:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657394048
00000100:00100000:3.0:1769074962.538884:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657394048
00000100:00100000:3.0:1769074962.538961:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210621
00000100:00100000:3.0:1769074962.538969:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657394048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.538982:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.539002:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42b06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309368 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.539061:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539075:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539087:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539101:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539108:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539114:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539176:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539184:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539190:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539197:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.539201:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539208:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539220:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074962.539223:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.539228:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539238:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42b0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539249:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539254:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539260:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539265:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eeda00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.539267:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539289:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539296:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd263642c (ffff90328bb7fe00)
00010000:00010000:3.0:1769074962.539299:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.539302:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539308:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.539339:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42b06 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309368 expref: 265 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.539348:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074962.539350:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.539354:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42b06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309368 expref: 265 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.539363:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eedc00, rc 0)
00000100:00100000:3.0:1769074962.539403:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657394048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 434us (1350us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074962.539410:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210621
00000100:00100000:0.0:1769074962.546741:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.546861:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657394560
00000100:00100000:1.0:1769074962.546873:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657394560
00000100:00100000:1.0:1769074962.546962:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210622
00000100:00100000:1.0:1769074962.546974:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657394560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.547004:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.547026:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42b1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230936f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.547117:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42b22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.547136:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42b22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.547150:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42b22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074962.547211:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:1.0:1769074962.547214:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.547238:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42b22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.547265:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42b1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230936f expref: 266 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.547475:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42b22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230936f expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.547485:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074962.547488:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074962.547492:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:1.0:1769074962.547621:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657394560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 649us (888us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.547629:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210622
00000100:00100000:0.0:1769074962.554022:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.554298:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657394816
00000100:00100000:1.0:1769074962.554311:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657394816
00000100:00100000:1.0:1769074962.554359:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210623
00000100:00100000:1.0:1769074962.554368:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657394816:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:1.0:1769074962.554420:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.554444:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42ac7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309353 expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.554462:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff9032af293700)
00010000:00010000:1.0:1769074962.554472:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074962.554491:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.554505:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.554514:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.554529:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.554535:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.554541:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.554652:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.554660:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.554667:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000040:00080000:1.0:1769074962.555107:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].400, 64 off33856
00000004:00080000:1.0:1769074962.555117:0:5763:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1948256208405ns, next at 1949256206309ns, rc = 0
00010000:00010000:1.0:1769074962.555172:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555180:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555187:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555194:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555200:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555206:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555222:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1769074962.555240:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555245:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555252:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555257:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.555261:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555269:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555282:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff903299a8da00)
00010000:00010000:1.0:1769074962.555285:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1769074962.555289:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555294:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42b37 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1041f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555338:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555343:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555349:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555354:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.555356:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555362:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555369:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.555371:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.555374:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.555379:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42b29 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:1.0:1769074962.555387:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ecb4a980 reply state 00000000d25801ad transno 4295106536 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.555396:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1769074962.555483:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13246:x1855007657394816:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1114us (1469us total) trans 4295106536 rc 0/0
00000100:00100000:1.0:1769074962.555492:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210623
00010000:00010000:0.0:1769074962.556126:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074962.556134:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.556141:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074962.556144:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.556151:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.556163:0:5750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041f:0x0].0x0 (ffff903299a8da00)
00010000:00010000:0.0:1769074962.556166:0:5750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074962.556169:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.556173:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42b3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1041f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.556188:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074962.556190:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074962.556192:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074962.560759:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.560779:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.560787:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.560805:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.560809:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.560817:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.560842:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xca0470e2 (ffff903299a8dd00)
00010000:00010000:3.0:1769074962.560846:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.560851:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.560857:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42b30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074962.569297:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.569346:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.569451:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657394944
00000100:00100000:2.0:1769074962.569465:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657394944
00000100:00100000:2.0:1769074962.569528:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657395200
00000100:00100000:2.0:1769074962.569532:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657395200
00000100:00100000:2.0:1769074962.569550:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4449
00000100:00100000:2.0:1769074962.569559:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657394944:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074962.570788:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4450
00000100:00100000:0.0:1769074962.570802:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657395200:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074962.571196:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13246:x1855007657395200:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 397us (1847us total) trans 4295106537 rc 0/0
00000100:00100000:0.0:1769074962.571204:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4450
00000100:00100000:2.0:1769074962.575818:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657394944:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 6247us (6531us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.575843:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4449
00000100:00100000:2.0:1769074962.579886:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.580170:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657395456
00000100:00100000:0.0:1769074962.580181:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657395456
00000100:00100000:0.0:1769074962.580285:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4451
00000100:00100000:0.0:1769074962.580296:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657395456:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074962.580557:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13245:x1855007657395456:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 262us (775us total) trans 4295106538 rc 0/0
00000100:00100000:0.0:1769074962.580565:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4451
00000100:00100000:1.0:1769074962.586068:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.586246:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657395712
00000100:00100000:2.0:1769074962.586255:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657395712
00000100:00100000:2.0:1769074962.586567:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210624
00000100:00100000:2.0:1769074962.586578:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657395712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.586602:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.586623:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42b45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309376 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.586728:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.586743:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230918c expref: 268 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.586751:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.586788:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230918c expref: 268 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.586800:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230918c expref: 268 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.586813:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623424896:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074962.586955:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af5ec900 going to sleep for 11 seconds
00000100:00100000:2.0:1769074962.588864:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.589187:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657395840
00000100:00100000:1.0:1769074962.589197:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657395840
00000100:00100000:1.0:1769074962.589306:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210625
00000100:00100000:1.0:1769074962.589316:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657395840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.589339:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.589358:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42b53 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230937d expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.589424:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589438:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589450:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589463:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589470:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589476:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589585:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42b68 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589594:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42b68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589601:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42b68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074962.589635:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:1.0:1769074962.589640:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.589658:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42b68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589670:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42b68 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589679:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589686:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589692:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589698:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.589702:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589710:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589720:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074962.589723:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.589728:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589733:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42b5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589745:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589752:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589758:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589763:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.589765:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589770:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589776:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x1674e29a (ffff903299a8d900)
00010000:00010000:1.0:1769074962.589778:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.589781:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589786:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42b61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.589826:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42b53 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230937d expref: 271 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.589853:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42b68 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230937d expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.589860:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074962.589862:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.589865:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:1.0:1769074962.592957:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657395840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 674us (1132us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.592977:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210625
00000100:00100000:0.0:1769074962.600516:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.600552:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.600589:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.600825:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623424896:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074962.600868:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074962.600899:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657395968
00000100:00100000:2.0:1769074962.600941:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657395968
00010000:00010000:2.0:1769074962.600977:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230918c expref: 270 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.601021:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657396352
00000100:00100000:2.0:1769074962.601024:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657396352
00000100:00100000:2.0:1769074962.601057:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5613
00000100:00100000:2.0:1769074962.601066:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2368:x1855007657395968:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.601080:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.601086:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230918c expref: 271 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.601097:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230918c expref: 271 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.601119:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42556 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230918c expref: 271 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.601134:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:2.0:1769074962.601138:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.601146:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.601156:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.601176:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.601228:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2368:x1855007657395968:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 163us (722us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.601235:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5613
00000100:00100000:2.0:1769074962.601254:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1619
00000100:00100000:2.0:1769074962.601260:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:2369:x1855007657396352:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.601268:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.601278:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42b68 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230937d expref: 269 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.601289:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074962.601293:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.601310:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:2369:x1855007657396352:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 51us (721us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.601316:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1619
00010000:00010000:2.0:1769074962.601419:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.601426:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074962.601443:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10420:0x0]: returning size 4096
00010000:00010000:2.0:1769074962.601592:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42b45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309376 expref: 269 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.601612:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309376 expref: 268 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.601620:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:2.0:1769074962.601623:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074962.601625:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fac00, rc 0)
00000100:00100000:2.0:1769074962.601664:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13246:x1855007657395712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15088us (15606us total) trans 4295106539 rc 0/0
00000100:00100000:2.0:1769074962.601671:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210624
00000100:00100000:2.0:1769074962.601685:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657396224
00000100:00100000:2.0:1769074962.601689:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657396224
00000100:00100000:2.0:1769074962.601712:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210626
00000100:00100000:2.0:1769074962.601719:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13245:x1855007657396224:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.601734:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.601747:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42b76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309384 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.601824:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.601846:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090d6 expref: 269 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.601855:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.601883:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090d6 expref: 269 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.601895:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090d6 expref: 269 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.601935:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623425024:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074962.601982:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af5ec900 going to sleep for 11 seconds
00000100:00100000:2.0:1769074962.607521:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623425024:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074962.607555:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074962.609529:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.616694:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657396480
00000100:00100000:3.0:1769074962.616710:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657396480
00010000:00010000:2.0:1769074962.621360:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090d6 expref: 270 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.621412:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5614
00000100:00100000:2.0:1769074962.621423:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391084050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2368:x1855007657396480:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.621440:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.621447:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090d6 expref: 270 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.621460:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090d6 expref: 270 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.621486:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42349 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090d6 expref: 270 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.621506:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074962.621513:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.621522:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.621529:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.621567:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.621636:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391084050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:2368:x1855007657396480:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 215us (12115us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.621644:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5614
00010000:00010000:3.0:1769074962.622722:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.622735:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074962.622758:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00010000:00010000:3.0:1769074962.622981:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42b76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309384 expref: 270 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.623009:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309384 expref: 269 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.623017:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074962.623020:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074962.623023:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fbc00, rc 0)
00000100:00100000:3.0:1769074962.623085:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657396224:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 21356us (22522us total) trans 4295106540 rc 0/0
00000100:00100000:3.0:1769074962.623093:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210626
00000100:00100000:1.0:1769074962.626317:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.626391:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657396608
00000100:00100000:3.0:1769074962.626402:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657396608
00000100:00100000:3.0:1769074962.626462:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210627
00000100:00100000:3.0:1769074962.626473:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657396608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.626499:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.626521:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42b8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230938b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.626614:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.626631:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309376 expref: 270 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.626639:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.626675:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309376 expref: 270 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.626689:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309376 expref: 270 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074962.626703:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623425152:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074962.628032:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074962.641138:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.641541:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657396736
00000100:00100000:2.0:1769074962.641553:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657396736
00000100:00100000:2.0:1769074962.641621:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210628
00000100:00100000:2.0:1769074962.641632:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13245:x1855007657396736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.641659:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.641683:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42b99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309392 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.641770:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.641786:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309384 expref: 272 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.641794:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.641839:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309384 expref: 272 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.641852:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309384 expref: 272 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.641866:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623425280:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074962.641985:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af5ec3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074962.648405:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.648551:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370f100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623425280:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074962.648582:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074962.648649:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623425152:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.648663:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074962.648728:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657396864
00000100:00100000:0.0:1769074962.648736:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657396864
00010000:00010000:0.0:1769074962.648771:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309376 expref: 273 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:0.0:1769074962.648817:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5615
00000100:00100000:0.0:1769074962.648826:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657396864:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074962.648851:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074962.648858:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309376 expref: 273 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074962.648869:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309376 expref: 273 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074962.648893:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42b4c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10420:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309376 expref: 273 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074962.648949:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:0.0:1769074962.648954:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.648964:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.648972:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.649236:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074962.649350:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.649358:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074962.649404:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10420:0x0]: returning size 4096
00000004:00200000:3.0:1769074962.649409:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.649430:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.649461:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42b8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10420:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230938b expref: 273 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.649475:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230938b expref: 272 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.649482:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:3.0:1769074962.649485:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074962.649488:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eeda00, rc 0)
00000100:00100000:0.0:1769074962.649532:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2369:x1855007657396864:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 706us (1134us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074962.649541:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5615
00000100:00100000:3.0:1769074962.655579:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286243100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657396608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 29092us (29255us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.655594:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210627
00000100:00100000:2.0:1769074962.655765:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.655809:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657396992
00000100:00100000:2.0:1769074962.655818:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657396992
00010000:00010000:2.0:1769074962.655870:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309384 expref: 271 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.655902:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5616
00000100:00100000:2.0:1769074962.655931:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2369:x1855007657396992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.655946:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.655954:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309384 expref: 271 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.655968:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309384 expref: 271 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.656002:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42b7d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309384 expref: 271 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.656019:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074962.656025:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.656035:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.656042:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.656068:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.656110:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2369:x1855007657396992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (346us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.656117:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5616
00010000:00010000:0.0:1769074962.659984:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.660012:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074962.660066:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:0.0:1769074962.660071:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074962.660094:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074962.660140:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42b99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309392 expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.660160:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309392 expref: 269 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.660167:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074962.660170:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074962.660173:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fba00, rc 0)
00000100:00100000:0.0:1769074962.660253:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286240700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657396736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18621us (19123us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074962.660261:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210628
00000100:00100000:2.0:1769074962.671441:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.671485:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.675982:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657397120
00000100:00100000:1.0:1769074962.676143:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657397120
00000100:00100000:1.0:1769074962.676212:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657397248
00000100:00100000:1.0:1769074962.676216:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657397248
00000100:00100000:1.0:1769074962.676347:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210629
00000100:00100000:1.0:1769074962.676359:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657397120:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.676380:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.676403:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ba7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309399 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.676473:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676488:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676499:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676515:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676522:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676529:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676596:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676603:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676609:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676615:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.676619:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676626:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676639:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074962.676642:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.676647:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676653:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42bae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676664:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676669:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676675:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676680:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.676682:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676687:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676694:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd263642c (ffff903299a8d900)
00010000:00010000:1.0:1769074962.676697:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.676699:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676704:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42bb5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676734:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ba7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309399 expref: 271 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.676744:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074962.676748:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.676751:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ba7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309399 expref: 271 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.676761:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074962.676851:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657397120:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 494us (5419us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074962.676859:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210629
00000100:00100000:1.0:1769074962.676880:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210630
00000100:00100000:1.0:1769074962.676889:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657397248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.676897:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.676941:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42bbc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093a0 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.676972:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676980:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.676999:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677013:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677019:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677025:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677109:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42bd1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677118:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677126:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074962.677161:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10420:0x0]: returning size 4096
00000004:00200000:1.0:1769074962.677165:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.677181:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677190:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677197:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677202:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677208:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677213:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.677216:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677222:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677230:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.677234:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.677237:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677242:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42bc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677251:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677256:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677261:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677266:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.677268:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677274:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677281:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc40f8bdb (ffff903299a8d200)
00010000:00010000:1.0:1769074962.677284:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.677286:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677292:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42bca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.677314:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42bbc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093a0 expref: 271 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.677330:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42bd1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093a0 expref: 270 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.677337:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:1.0:1769074962.677339:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.677341:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:1.0:1769074962.677368:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657397248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 480us (5882us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.677374:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210630
00000100:00100000:2.0:1769074962.688240:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.688643:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657397504
00000100:00100000:0.0:1769074962.688655:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657397504
00000100:00100000:0.0:1769074962.688717:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4452
00000100:00100000:0.0:1769074962.688728:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657397504:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074962.689173:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13245:x1855007657397504:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 445us (939us total) trans 4295106541 rc 0/0
00000100:00100000:0.0:1769074962.689182:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4452
00000100:00100000:1.0:1769074962.694570:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.694664:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657397760
00000100:00100000:2.0:1769074962.694675:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657397760
00000100:00100000:2.0:1769074962.694737:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4453
00000100:00100000:2.0:1769074962.694746:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657397760:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074962.695254:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286241c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13246:x1855007657397760:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 508us (693us total) trans 4295106542 rc 0/0
00000100:00100000:2.0:1769074962.695264:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4453
00000100:00100000:2.0:1769074962.696236:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.696310:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657397888
00000100:00100000:3.0:1769074962.696316:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657397888
00000100:00100000:3.0:1769074962.696365:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210631
00000100:00100000:3.0:1769074962.696374:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657397888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.696394:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.696416:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42bd8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093a7 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.696478:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696494:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696506:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696521:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696533:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696540:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696647:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42bed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696656:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696663:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074962.696695:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:3.0:1769074962.696700:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.696716:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696726:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42bed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696733:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696738:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696745:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696751:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.696755:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696762:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696773:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074962.696776:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.696780:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696786:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42bdf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696797:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696803:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696808:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696812:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.696815:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696821:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696839:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x1674e29a (ffff90328bb7fe00)
00010000:00010000:3.0:1769074962.696843:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.696846:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696851:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42be6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074962.696882:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42bd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093a7 expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.696894:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42bed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093a7 expref: 273 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.696901:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074962.696903:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074962.696962:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eece00, rc 0)
00000100:00100000:3.0:1769074962.697021:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657397888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 648us (789us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.697029:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210631
00000100:00100000:1.0:1769074962.716713:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.718221:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657398016
00000100:00100000:3.0:1769074962.718236:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657398016
00000100:00100000:3.0:1769074962.718313:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1620
00000100:00100000:3.0:1769074962.718323:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2366:x1855007657398016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074962.718339:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074962.718365:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42bd1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093a0 expref: 273 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.718384:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:3.0:1769074962.718389:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.718456:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2366:x1855007657398016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 135us (1754us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.718463:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1620
00000100:00100000:3.0:1769074962.720255:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.720333:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.720385:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.722008:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657398656
00000100:00100000:1.0:1769074962.722021:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657398656
00000100:00100000:1.0:1769074962.722095:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1621
00000100:00100000:1.0:1769074962.722105:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2367:x1855007657398656:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.722122:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.722145:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42bed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093a7 expref: 272 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.722164:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074962.722169:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.722232:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2367:x1855007657398656:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 129us (1898us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.722240:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1621
00000100:00100000:2.0:1769074962.730743:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657398528
00000100:00100000:2.0:1769074962.730758:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657398528
00000100:00100000:2.0:1769074962.730840:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657398272
00000100:00100000:2.0:1769074962.730844:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657398272
00000100:00100000:2.0:1769074962.730886:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210632
00000100:00100000:2.0:1769074962.730897:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657398528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.730943:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.730969:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42bf4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093ae expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074962.731105:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210633
00000100:00100000:1.0:1769074962.731117:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657398272:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:1.0:1769074962.731173:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.731196:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42b92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230938b expref: 273 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.731213:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903298a49100)
00010000:00010000:1.0:1769074962.731222:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074962.731239:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731250:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731259:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731270:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731276:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731281:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731389:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731396:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731402:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000040:00080000:1.0:1769074962.731700:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].403, 64 off33984
00010000:00010000:1.0:1769074962.731748:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731756:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731763:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731769:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731775:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731780:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731799:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1769074962.731817:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074962.731822:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731837:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8200 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074962.731841:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731848:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731857:0:13432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903299a8d900)
00010000:00010000:1.0:1769074962.731860:0:13432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1769074962.731864:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731869:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e42c10 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731879:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074962.731880:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074962.731882:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074962.731896:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731903:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731937:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731942:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.731945:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731950:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731959:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10420:0x0].0x0 (ffff903299a8d900)
00010000:00010000:1.0:1769074962.731962:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1769074962.731964:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.731969:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e42c09 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.732027:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.732037:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.732042:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.732046:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.732049:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.732053:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.732059:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.732061:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.732063:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.732068:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e42bfb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:1.0:1769074962.732075:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000073c92194 reply state 000000007a82cd1f transno 4295106543 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.732084:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1769074962.732250:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328b398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13246:x1855007657398272:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1134us (11863us total) trans 4295106543 rc 0/0
00000100:00100000:1.0:1769074962.732258:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210633
00010000:00010000:2.0:1769074962.732494:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.732505:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309392 expref: 273 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.732512:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.732541:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309392 expref: 273 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.732552:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309392 expref: 273 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.732565:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298251f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623425408:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074962.732634:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af5ec3c0 going to sleep for 11 seconds
00010000:00010000:2.0:1769074962.735136:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.735153:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.735161:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.735168:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074962.735173:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.735180:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.735197:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc40f8bdb (ffff903299a8d200)
00010000:00010000:2.0:1769074962.735201:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074962.735206:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074962.735212:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e42c02 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074962.746501:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.746638:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298251f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623425408:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.746667:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074962.746945:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657398784
00000100:00100000:1.0:1769074962.746954:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657398784
00000100:00100000:1.0:1769074962.747016:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210634
00000100:00100000:1.0:1769074962.747027:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657398784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.747054:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.747071:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42c1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093b5 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.747137:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747151:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747161:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747175:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747182:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747188:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747250:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747257:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747264:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747270:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.747273:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747282:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747294:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.747296:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.747301:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747307:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e42c25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747318:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747324:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747329:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747334:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.747337:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747342:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747348:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x14062c82 (ffff903299a8dd00)
00010000:00010000:1.0:1769074962.747350:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.747353:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747358:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074962.747389:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42c1e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093b5 expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.747398:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.747400:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.747404:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e42c1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093b5 expref: 274 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.747413:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9a00, rc 0)
00000100:00100000:1.0:1769074962.747472:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657398784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 447us (983us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074962.747479:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210634
00000100:00100000:3.0:1769074962.750014:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.750197:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657398912
00000100:00100000:1.0:1769074962.750206:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657398912
00010000:00010000:1.0:1769074962.750245:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309392 expref: 273 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.750277:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5617
00000100:00100000:1.0:1769074962.750286:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2368:x1855007657398912:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.750304:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.750311:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309392 expref: 273 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.750324:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309392 expref: 273 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.750346:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42ba0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309392 expref: 273 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.750363:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074962.750368:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.750377:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.750384:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.750413:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.750470:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2368:x1855007657398912:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 184us (464us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.750478:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5617
00010000:00010000:3.0:1769074962.750587:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.750594:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074962.750613:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00010000:00010000:3.0:1769074962.750765:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42bf4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ae expref: 273 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.750780:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ae expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.750787:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074962.750790:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074962.750792:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fbc00, rc 0)
00000100:00100000:3.0:1769074962.750818:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657398528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19925us (30571us total) trans 4295106544 rc 0/0
00000100:00100000:3.0:1769074962.750825:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210632
00000100:00100000:1.0:1769074962.758102:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.758254:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657399040
00000100:00100000:3.0:1769074962.758265:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657399040
00000100:00100000:3.0:1769074962.758328:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210635
00000100:00100000:3.0:1769074962.758338:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13246:x1855007657399040:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.758358:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.758378:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c3a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093bc expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.758441:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42c41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.758455:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42c41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.758467:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42c41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074962.758526:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:3.0:1769074962.758530:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.758553:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42c41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.758578:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c3a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093bc expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.758596:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42c41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093bc expref: 273 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.758605:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074962.758608:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074962.758611:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eed400, rc 0)
00000100:00100000:3.0:1769074962.758666:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657399040:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 330us (574us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.758678:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210635
00000100:00100000:2.0:1769074962.766090:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.766306:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657399168
00000100:00100000:3.0:1769074962.766317:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657399168
00000100:00100000:3.0:1769074962.766382:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210636
00000100:00100000:3.0:1769074962.766392:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657399168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.766418:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.766438:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093c3 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.766521:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.766535:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ae expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.766542:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.766574:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ae expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.766586:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ae expref: 274 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074962.766598:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623425536:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074962.766727:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074962.779118:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.782204:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657399296
00000100:00100000:2.0:1769074962.782218:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657399296
00000100:00100000:2.0:1769074962.782337:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4454
00000100:00100000:2.0:1769074962.782349:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657399296:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074962.783192:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.783223:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657399424
00000100:00100000:1.0:1769074962.783228:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657399424
00010000:00010000:1.0:1769074962.783254:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ae expref: 276 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.783301:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5618
00000100:00100000:1.0:1769074962.783310:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2368:x1855007657399424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.783321:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.783328:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ae expref: 276 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.783341:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ae expref: 276 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.783363:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074962.783368:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.783376:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.783383:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.783385:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42c17 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ae expref: 276 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.783401:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074962.783404:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623425536:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.783422:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.783429:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.783434:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074962.783444:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2368:x1855007657399424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 137us (256us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.783452:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5618
00000004:00200000:3.0:1769074962.783470:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:3.0:1769074962.783474:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.783494:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.783523:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093c3 expref: 275 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.783536:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093c3 expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.783542:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074962.783545:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074962.783548:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032b9eeda00, rc 0)
00000100:00100000:3.0:1769074962.783571:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13245:x1855007657399168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17181us (17494us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.783578:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210636
00000100:00100000:2.0:1769074962.799951:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657399296:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 17589us (20829us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.799971:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4454
00000100:00100000:0.0:1769074962.808710:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.809182:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657399552
00000100:00100000:1.0:1769074962.809194:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657399552
00000100:00100000:1.0:1769074962.809261:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210637
00000100:00100000:1.0:1769074962.809272:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657399552:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.809293:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.809318:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093ca expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.809392:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809408:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809421:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809436:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809442:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809448:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809561:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42c6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809570:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809577:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074962.809613:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:1.0:1769074962.809617:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074962.809634:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809644:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809651:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809657:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809663:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809673:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.809677:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809684:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809710:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074962.809712:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.809717:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809723:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42c5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809735:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809740:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809746:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809750:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.809753:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809758:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809765:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3afecd66 (ffff903299a8dd00)
00010000:00010000:1.0:1769074962.809767:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.809770:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809775:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42c64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.809802:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42c56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ca expref: 275 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.809815:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42c6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ca expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.809821:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:1.0:1769074962.809823:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074962.809835:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:1.0:1769074962.809893:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13245:x1855007657399552:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 622us (1191us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.809901:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210637
00000100:00100000:1.0:1769074962.819269:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.819376:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657399680
00000100:00100000:0.0:1769074962.819387:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657399680
00000100:00100000:0.0:1769074962.819452:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1622
00000100:00100000:0.0:1769074962.819462:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391087450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2366:x1855007657399680:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074962.819478:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074962.819503:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42c6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ca expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.819523:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074962.819528:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074962.819589:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391087450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2366:x1855007657399680:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 128us (331us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074962.819596:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1622
00000100:00100000:2.0:1769074962.831172:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.835854:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657399936
00000100:00100000:3.0:1769074962.835874:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657399936
00000100:00100000:2.0:1769074962.837266:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210638
00000100:00100000:2.0:1769074962.837288:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657399936:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.837312:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.837334:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42c72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093d1 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.837452:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.837469:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ac expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.837479:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.837514:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ac expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.837527:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ac expref: 274 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.837541:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc168a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623425664:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074962.844967:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af5ec3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074962.849212:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.849448:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657400064
00000100:00100000:3.0:1769074962.849458:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657400064
00000100:00100000:3.0:1769074962.849579:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210639
00000100:00100000:3.0:1769074962.849591:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657400064:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.849611:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.849633:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42c80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093d8 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.849701:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.849715:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.849725:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.849738:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.849744:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.849750:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.849872:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.849881:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.849887:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074962.849943:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:3.0:1769074962.849948:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.849969:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.849980:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850001:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850007:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850014:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850020:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eed200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.850024:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850031:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850043:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074962.850046:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.850051:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850056:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed200/0x2152b583a6e42c87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850069:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850075:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850081:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850085:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032b9eedc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.850087:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850093:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850099:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcd7d97c8 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074962.850102:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.850105:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850110:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eedc00/0x2152b583a6e42c8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074962.850140:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eece00/0x2152b583a6e42c80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 277 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.850153:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 276 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.850159:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074962.850162:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074962.850164:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8800, rc 0)
00000100:00100000:3.0:1769074962.850231:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13246:x1855007657400064:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 642us (1030us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.850239:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210639
00000100:00100000:1.0:1769074962.857822:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.857979:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc168a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623425664:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074962.858020:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074962.858306:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657400320
00000100:00100000:3.0:1769074962.858314:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657400320
00000100:00100000:3.0:1769074962.858370:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210640
00000100:00100000:3.0:1769074962.858380:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13246:x1855007657400320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.858399:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.858417:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42c9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093df expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.858520:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.858535:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f40 expref: 277 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.858543:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 277 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.858551:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.858584:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 277 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.858597:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 277 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074962.858611:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623425792:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.858762:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f40 expref: 277 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.858771:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f40 expref: 277 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074962.858780:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623425920:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074962.858804:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00010000:00010000:1.0:1769074962.876148:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769074962.880505:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.880554:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.880626:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657400448
00000100:00100000:1.0:1769074962.880636:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657400448
00010000:00010000:1.0:1769074962.880675:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ac expref: 278 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.880711:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657400576
00000100:00100000:1.0:1769074962.880714:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657400576
00010000:00010000:1.0:1769074962.880727:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 279 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.880751:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5619
00000100:00100000:1.0:1769074962.880759:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:2367:x1855007657400448:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.880772:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.880778:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ac expref: 279 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.880791:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ac expref: 279 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.880812:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd200/0x2152b583a6e422cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090ac expref: 279 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.880837:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:1.0:1769074962.880844:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.880852:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.880859:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.880881:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.880945:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:2367:x1855007657400448:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 186us (449us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.880953:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5619
00000100:00100000:1.0:1769074962.880970:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5620
00000100:00100000:1.0:1769074962.880977:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:2366:x1855007657400576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.880996:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.881001:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 277 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.881010:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 277 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.881021:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074962.881025:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.881032:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074962.881037:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.881056:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:2366:x1855007657400576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 79us (501us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.881062:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5620
00010000:00010000:2.0:1769074962.883047:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.883065:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074962.883095:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00010000:00010000:2.0:1769074962.883277:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42c72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d1 expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.883297:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d1 expref: 277 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.883306:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074962.883309:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074962.883312:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fb200, rc 0)
00000100:00100000:2.0:1769074962.883367:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13245:x1855007657399936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 46090us (52206us total) trans 4295106545 rc 0/0
00000100:00100000:2.0:1769074962.883376:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210638
00000100:00100000:1.0:1769074962.895088:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.895187:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657400704
00000100:00100000:2.0:1769074962.895197:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657400704
00000100:00100000:2.0:1769074962.895259:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210641
00000100:00100000:2.0:1769074962.895268:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13245:x1855007657400704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074962.895292:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074962.895314:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42cb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093e6 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.895410:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.895425:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d1 expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.895438:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.895472:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d1 expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.895482:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d1 expref: 278 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.895495:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623426048:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074962.895592:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2bb40 going to sleep for 11 seconds
00010000:00010000:3.0:1769074962.898068:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000e5cedf06 x1855007623425792) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 278 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074962.898092:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42c95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d8 expref: 278 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074962.898108:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623425792:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074962.898121:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623425920:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.898144:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074962.898149:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.898157:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074962.898166:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074962.906330:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.906517:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657400832
00000100:00100000:2.0:1769074962.906526:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657400832
00010000:00010000:2.0:1769074962.906568:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f40 expref: 278 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.906612:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5621
00000100:00100000:2.0:1769074962.906623:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:2368:x1855007657400832:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.906638:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.906645:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f40 expref: 278 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.906658:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f40 expref: 278 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.906680:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eede00/0x2152b583a6e41e6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f40 expref: 278 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.906711:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:2.0:1769074962.906717:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.906726:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.906734:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074962.906771:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.906820:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:2368:x1855007657400832:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 199us (499us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.906838:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5621
00000100:00100000:3.0:1769074962.907034:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc39180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623426048:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.907058:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074962.907208:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.907216:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074962.907237:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00010000:00010000:0.0:1769074962.907388:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42c9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093df expref: 278 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.907408:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093df expref: 277 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.907416:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074962.907419:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074962.907422:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:0.0:1769074962.907853:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657400320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 49472us (50041us total) trans 4295106546 rc 0/0
00000100:00100000:0.0:1769074962.907861:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210640
00000100:00100000:2.0:1769074962.921222:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074962.925392:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657400960
00000100:00100000:0.0:1769074962.925406:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657400960
00010000:00010000:2.0:1769074962.925539:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d1 expref: 277 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074962.925590:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5622
00000100:00100000:2.0:1769074962.925601:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:2369:x1855007657400960:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074962.925616:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074962.925622:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d1 expref: 277 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.925635:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d1 expref: 277 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.925657:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42c79 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093d1 expref: 277 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074962.925674:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074962.925679:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.925699:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.925707:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.925741:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074962.925859:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2369:x1855007657400960:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 259us (4645us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.925867:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5622
00010000:00010000:3.0:1769074962.925888:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.925897:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074962.927034:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:2.0:1769074962.927042:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074962.927069:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074962.927108:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42cb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093e6 expref: 276 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.927124:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093e6 expref: 275 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074962.927133:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074962.927137:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074962.927140:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fa200, rc 0)
00000100:00100000:2.0:1769074962.927191:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13245:x1855007657400704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 31923us (32112us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074962.927199:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210641
00000100:00100000:1.0:1769074962.936060:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.936197:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657401088
00000100:00100000:3.0:1769074962.936209:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657401088
00000100:00100000:3.0:1769074962.936568:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210642
00000100:00100000:3.0:1769074962.936581:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657401088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.936606:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.936626:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42cc6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093ed expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.936715:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.936731:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093df expref: 276 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.936739:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.936774:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093df expref: 276 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.936801:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093df expref: 276 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074962.936822:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623426176:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074962.936935:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074962.947656:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074962.951640:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.953999:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623426176:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074962.954031:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074962.955262:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657401344
00000100:00100000:1.0:1769074962.955276:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657401344
00010000:00010000:1.0:1769074962.955323:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093df expref: 277 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074962.955368:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5623
00000100:00100000:1.0:1769074962.955377:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:2369:x1855007657401344:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074962.955393:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074962.955400:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093df expref: 277 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.955413:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093df expref: 277 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.955436:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42ca3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093df expref: 277 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074962.955451:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074962.955457:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.955467:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.955474:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074962.955509:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074962.955571:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2369:x1855007657401344:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 193us (3940us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074962.955579:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5623
00010000:00010000:3.0:1769074962.955655:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.955664:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074962.955710:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:3.0:1769074962.955715:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074962.955736:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.955766:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42cc6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ed expref: 276 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.955780:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ed expref: 275 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.955899:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074962.955902:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074962.955905:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8800, rc 0)
00000100:00100000:3.0:1769074962.955965:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657401088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 19387us (19916us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074962.955973:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210642
00000100:00100000:3.0:1769074962.955992:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657401216
00000100:00100000:3.0:1769074962.955997:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657401216
00000100:00100000:0.0:1769074962.956374:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210643
00000100:00100000:0.0:1769074962.956387:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13245:x1855007657401216:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074962.956405:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074962.956421:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42cd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093f4 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.956473:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956484:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956492:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956504:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956514:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956519:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956575:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956582:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956588:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956593:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074962.956597:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956603:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956611:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074962.956614:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074962.956617:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956622:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42cdb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956631:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956639:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956644:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956648:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074962.956651:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956656:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956663:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc40f8bdb (ffff903298a49b00)
00010000:00010000:0.0:1769074962.956665:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074962.956668:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956672:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42ce2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074962.956694:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42cd4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093f4 expref: 276 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.956704:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074962.956706:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074962.956709:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42cd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093f4 expref: 276 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074962.956717:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4800, rc 0)
00000100:00100000:0.0:1769074962.956746:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13245:x1855007657401216:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 366us (9100us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074962.956754:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210643
00000100:00100000:2.0:1769074962.974188:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074962.974277:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657401472
00000100:00100000:3.0:1769074962.974289:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657401472
00000100:00100000:3.0:1769074962.974354:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210644
00000100:00100000:3.0:1769074962.974364:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13245:x1855007657401472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074962.974386:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074962.974407:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ce9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23093fb expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.974471:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974490:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974501:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974517:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974528:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974540:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974645:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974663:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974672:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974683:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.974687:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974694:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974708:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074962.974710:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.974715:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974720:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42cf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974733:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974738:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974743:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974748:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074962.974751:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974757:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974764:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x95c84b07 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074962.974766:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.974769:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974774:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42cf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x95c84b07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074962.974811:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ce9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093fb expref: 276 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.974820:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074962.974822:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074962.974835:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ce9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093fb expref: 276 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074962.974846:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9a00, rc 0)
00000100:00100000:3.0:1769074962.974956:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13245:x1855007657401472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 545us (729us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074962.974964:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210644
00000100:00100000:2.0:1769074962.990297:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074962.990889:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657401600
00000100:00100000:1.0:1769074962.990901:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657401600
00000100:00100000:1.0:1769074962.990998:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210645
00000100:00100000:1.0:1769074962.991008:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657401600:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074962.991029:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074962.991049:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42cfe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309402 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.991130:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991145:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991157:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991171:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991178:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991185:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991249:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991255:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991262:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991268:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.991272:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991279:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991290:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.991293:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.991298:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991304:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991317:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991323:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991329:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991334:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074962.991336:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991341:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991348:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x14062c82 (ffff903299a8dd00)
00010000:00010000:1.0:1769074962.991350:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.991352:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991358:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074962.991386:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42cfe lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309402 expref: 276 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.991397:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074962.991400:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074962.991403:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42cfe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309402 expref: 276 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074962.991412:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074962.991481:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657401600:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 473us (1193us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074962.991488:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210645
00000100:00100000:2.0:1769074963.001282:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.001368:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657401856
00000100:00100000:3.0:1769074963.001378:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657401856
00000100:00100000:3.0:1769074963.001450:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4455
00000100:00100000:3.0:1769074963.001460:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657401856:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074963.001750:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13246:x1855007657401856:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 290us (478us total) trans 4295106547 rc 0/0
00000100:00100000:3.0:1769074963.001759:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4455
00000100:00080000:1.0:1769074963.002215:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1769074963.011750:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.011889:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657402112
00000100:00100000:1.0:1769074963.011900:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657402112
00000100:00100000:1.0:1769074963.011977:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210646
00000100:00100000:1.0:1769074963.011986:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13245:x1855007657402112:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.012007:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.012010:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074963.012035:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e42b22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230936f expref: 276 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.012055:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074963.012059:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074963.012083:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d13 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309409 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.012207:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012225:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012234:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012247:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012253:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012259:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00080000:1.0:1769074963.012607:0:5763:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d3:0x0], index 1: 0
00010000:00010000:1.0:1769074963.012752:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012761:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012768:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012801:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012808:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012814:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012839:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.012844:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012852:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012861:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074963.012863:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.012867:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.012873:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d1a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:1.0:1769074963.012882:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009afa2de8 reply state 00000000f1834c1c transno 4295106548 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074963.012891:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074963.012976:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d13 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309409 expref: 278 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.012991:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309409 expref: 277 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.012999:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:1.0:1769074963.013001:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074963.013004:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:1.0:1769074963.013068:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13245:x1855007657402112:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1083us (1327us total) trans 4295106548 rc 0/0
00000100:00100000:1.0:1769074963.013079:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210646
00010000:00010000:0.0:1769074963.016259:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.016276:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.016283:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.016290:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.016294:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.016302:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.016318:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc40f8bdb (ffff903299a8dd00)
00010000:00010000:0.0:1769074963.016321:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.016326:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.016332:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d21 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074963.022357:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.024506:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657402240
00000100:00100000:0.0:1769074963.024521:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657402240
00000100:00100000:0.0:1769074963.024578:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210647
00000100:00100000:0.0:1769074963.024587:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657402240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.024611:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.024631:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42d36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309410 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.024695:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024710:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024721:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024736:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024743:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024750:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024864:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42d4b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024873:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42d4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024880:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42d4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074963.024947:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.024952:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.024969:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42d4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024980:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42d4b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024990:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.024997:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025004:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025009:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.025014:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025021:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025032:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.025035:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.025040:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025046:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42d3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025058:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025063:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025069:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025074:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.025077:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025083:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025091:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcd7d97c8 (ffff903298a49b00)
00010000:00010000:0.0:1769074963.025093:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.025096:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025102:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4800/0x2152b583a6e42d44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.025127:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42d36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309410 expref: 279 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.025139:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42d4b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309410 expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.025146:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074963.025149:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.025151:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34e00, rc 0)
00000100:00100000:0.0:1769074963.025212:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13246:x1855007657402240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 625us (2864us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.025220:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210647
00000100:00100000:2.0:1769074963.025728:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.025792:0:13381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657402368
00000100:00100000:1.0:1769074963.025798:0:13381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657402368
00000100:00100000:1.0:1769074963.025863:0:13381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2986
00000100:00100000:1.0:1769074963.025871:0:13381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2366:x1855007657402368:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.025881:0:13381:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.025894:0:13381:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309417 expref: -99 pid: 13381 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074963.025941:0:13381:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074963.025955:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074963.025957:0:13381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074963.025963:0:13381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309417 expref: 76 pid: 13381 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074963.025975:0:13381:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309417 expref: 76 pid: 13381 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074963.025985:0:13381:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074963.026024:0:13381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2366:x1855007657402368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 153us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.026031:0:13381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2986
00000100:00080000:2.0:1769074963.026087:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:2.0:1769074963.029207:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.029300:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657402496
00000100:00100000:1.0:1769074963.029310:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657402496
00000100:00100000:1.0:1769074963.029371:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1623
00000100:00100000:1.0:1769074963.029381:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:2367:x1855007657402496:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.029403:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.029427:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42d4b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309410 expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.029445:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074963.029451:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.029507:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:2367:x1855007657402496:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 126us (309us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.029514:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1623
00000100:00100000:0.0:1769074963.032751:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.032795:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.032858:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657403008
00000100:00100000:1.0:1769074963.032870:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657403008
00000100:00100000:1.0:1769074963.032952:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210648
00000100:00100000:1.0:1769074963.032962:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657403008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.032985:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.033006:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230941e expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.033116:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.033129:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ed expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.033138:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.033171:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ed expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.033190:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ed expref: 278 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.033202:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623426304:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.033282:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033be267a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.033357:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657402752
00000100:00100000:2.0:1769074963.033362:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657402752
00000100:00100000:2.0:1769074963.033406:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4456
00000100:00100000:2.0:1769074963.033414:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:13245:x1855007657402752:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074963.033685:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13245:x1855007657402752:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 271us (943us total) trans 4295106549 rc 0/0
00000100:00100000:2.0:1769074963.033693:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4456
00000100:00100000:1.0:1769074963.038318:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623426304:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.038351:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074963.041508:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.041577:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.041695:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657403392
00000100:00100000:1.0:1769074963.041705:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657403392
00010000:00010000:1.0:1769074963.041746:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ed expref: 280 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.041798:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5624
00000100:00100000:1.0:1769074963.041808:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391086c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:2368:x1855007657403392:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.041831:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.041838:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ed expref: 280 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074963.041851:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ed expref: 280 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074963.041872:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ccd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093ed expref: 280 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074963.041894:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074963.041899:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.041959:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.041967:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.041990:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.042042:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391086c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:2368:x1855007657403392:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 235us (544us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.042049:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5624
00010000:00010000:1.0:1769074963.042122:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.042130:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074963.042148:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00010000:00010000:1.0:1769074963.042306:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42d59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230941e expref: 280 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.042322:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230941e expref: 279 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.042328:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074963.042331:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074963.042334:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:1.0:1769074963.042360:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:13246:x1855007657403008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9400us (9563us total) trans 4295106550 rc 0/0
00000100:00100000:1.0:1769074963.042367:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210648
00000100:00100000:1.0:1769074963.042381:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657403264
00000100:00100000:1.0:1769074963.042385:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657403264
00000100:00100000:1.0:1769074963.042409:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210649
00000100:00100000:1.0:1769074963.042421:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:13245:x1855007657403264:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.042440:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.042455:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309425 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.042535:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.042545:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309409 expref: 280 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.042552:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.042576:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309409 expref: 280 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.042587:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309409 expref: 280 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.042599:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623426432:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.042641:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903383a289c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.045411:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623426432:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.045442:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074963.046418:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.046883:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657403520
00000100:00100000:2.0:1769074963.046893:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657403520
00010000:00010000:2.0:1769074963.047138:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309409 expref: 281 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.047211:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5625
00000100:00100000:2.0:1769074963.047222:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2369:x1855007657403520:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.047241:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.047248:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309409 expref: 281 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.047263:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309409 expref: 281 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.047285:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42d28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309409 expref: 281 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.047300:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:2.0:1769074963.047306:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.047315:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.047322:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.047358:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.047424:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:2369:x1855007657403520:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 203us (1009us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.047431:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5625
00010000:00010000:3.0:1769074963.047491:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.047499:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074963.047519:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10423:0x0]: returning size 0
00010000:00010000:3.0:1769074963.047665:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42d6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309425 expref: 281 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.047682:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309425 expref: 280 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.047689:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:3.0:1769074963.047692:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074963.047694:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24d600, rc 0)
00000100:00100000:3.0:1769074963.047718:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13245:x1855007657403264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5298us (6141us total) trans 4295106551 rc 0/0
00000100:00100000:3.0:1769074963.047725:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210649
00000100:00100000:3.0:1769074963.049451:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.050991:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657403648
00000100:00100000:0.0:1769074963.051006:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657403648
00000100:00100000:0.0:1769074963.051064:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210650
00000100:00100000:0.0:1769074963.051085:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13246:x1855007657403648:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.051113:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.051136:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42d83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230942c expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.051218:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.051233:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230941e expref: 281 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.051241:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.051275:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230941e expref: 281 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.051288:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230941e expref: 281 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:0.0:1769074963.051300:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bffb5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623426560:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.051382:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338b74da80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.063393:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.063476:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.063545:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657403776
00000100:00100000:2.0:1769074963.063557:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657403776
00000100:00100000:2.0:1769074963.063620:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210651
00000100:00100000:2.0:1769074963.063630:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13245:x1855007657403776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.063656:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.063678:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42d91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309433 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.063764:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.063778:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309425 expref: 283 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.063794:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.063835:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309425 expref: 283 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.063847:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309425 expref: 283 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.063860:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623426688:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.063958:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b840 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.063975:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657403904
00000100:00100000:2.0:1769074963.063978:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657403904
00010000:00010000:2.0:1769074963.063995:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230941e expref: 284 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.064013:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5626
00000100:00100000:2.0:1769074963.064018:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:2368:x1855007657403904:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.064026:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.064030:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230941e expref: 284 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.064045:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230941e expref: 284 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.064061:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:2.0:1769074963.064078:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.064086:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.064092:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.064105:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.064126:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:2368:x1855007657403904:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 108us (650us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.064134:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5626
00010000:00010000:1.0:1769074963.064534:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e42d60 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230941e expref: 283 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.064550:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bffb5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623426560:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.064568:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.064576:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.064580:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074963.064610:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:1.0:1769074963.064615:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074963.064633:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.064657:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42d83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230942c expref: 283 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.064673:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34800/0x2152b583a6e42d8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230942c expref: 282 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.064680:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:1.0:1769074963.064683:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074963.064687:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bab34800, rc 0)
00000100:00100000:1.0:1769074963.064716:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13246:x1855007657403648:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13633us (15274us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.064723:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210650
00000100:00100000:1.0:1769074963.069516:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.069582:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657404032
00000100:00100000:3.0:1769074963.069592:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657404032
00010000:00010000:3.0:1769074963.069630:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309425 expref: 282 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074963.069672:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5627
00000100:00100000:3.0:1769074963.069681:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:2367:x1855007657404032:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.069701:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.069707:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309425 expref: 282 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.069722:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309425 expref: 282 pid: 5763 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.069743:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:3.0:1769074963.069749:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.069758:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.069765:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.069795:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.069858:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:2367:x1855007657404032:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 178us (352us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.069867:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5627
00010000:00010000:2.0:1769074963.070108:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42d75 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309425 expref: 281 pid: 5763 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.070124:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623426688:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.070146:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.070155:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.070161:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.070209:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10423:0x0]: returning size 0
00000004:00200000:2.0:1769074963.070213:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.070231:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.070260:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42d91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10423:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309433 expref: 281 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.070274:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309433 expref: 280 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.070282:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:2.0:1769074963.070284:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.070287:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fa400, rc 0)
00000100:00100000:2.0:1769074963.070317:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13245:x1855007657403776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6688us (6934us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.070324:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210651
00000100:00100000:1.0:1769074963.082444:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.082496:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.082564:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657404288
00000100:00100000:2.0:1769074963.082575:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657404288
00000100:00100000:2.0:1769074963.082637:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210652
00000100:00100000:2.0:1769074963.082647:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13246:x1855007657404288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.082667:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.082690:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42d9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309441 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.082755:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.082775:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.082799:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.082814:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.082830:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.082837:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.082969:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.082977:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.082985:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.083014:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c5:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.083018:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.083036:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083047:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083055:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083079:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083086:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083093:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.083097:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083105:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083116:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074963.083119:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.083123:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083129:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42da6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083142:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083148:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083153:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083158:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fb400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.083161:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083167:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083174:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x5e0db83a (ffff9032af293200)
00010000:00010000:2.0:1769074963.083176:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.083179:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083185:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42dad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.083216:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42d9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 282 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.083227:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 281 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.083234:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:2.0:1769074963.083236:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.083239:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fae00, rc 0)
00000100:00100000:2.0:1769074963.083298:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657404288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 653us (801us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.083306:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210652
00000100:00100000:0.0:1769074963.083847:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657404160
00000100:00100000:0.0:1769074963.083857:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657404160
00000100:00100000:0.0:1769074963.083939:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2987
00000100:00100000:0.0:1769074963.083948:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:13245:x1855007657404160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.083960:0:13368:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.083974:0:13368:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4800/0x2152b583a6e42dbb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230943a expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.083998:0:13368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309417 expref: 77 pid: 13381 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074963.084005:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074963.084008:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074963.084012:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4800/0x2152b583a6e42dbb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230943a expref: 77 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.084043:0:13368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309417 expref: 77 pid: 13381 timeout: 0 lvb_type: 1
00010000:00010000:0.0:1769074963.084055:0:13368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309417 expref: 77 pid: 13381 timeout: 2048 lvb_type: 1
00000100:00100000:0.0:1769074963.084192:0:13368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623426816:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.084257:0:13368:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338b74da80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.092595:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.092667:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657404416
00000100:00100000:2.0:1769074963.092677:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657404416
00010000:00010000:2.0:1769074963.092719:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309417 expref: 78 pid: 13381 timeout: 2048 lvb_type: 1
00000100:00100000:2.0:1769074963.092759:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5628
00000100:00100000:2.0:1769074963.092769:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2368:x1855007657404416:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.092794:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.092818:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309417 expref: 78 pid: 13381 timeout: 2048 lvb_type: 1
00010000:00010000:2.0:1769074963.092843:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309417 expref: 78 pid: 13381 timeout: 2048 lvb_type: 1
00010000:00010000:2.0:1769074963.092869:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074963.092871:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074963.092878:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4800/0x2152b583a6e42dbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230943a expref: 78 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.092889:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4800/0x2152b583a6e42dbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230943a expref: 78 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.092972:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4800/0x2152b583a6e42dbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230943a expref: 78 pid: 13368 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074963.092987:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5746:1855007623426944:192.168.204.54@tcp:105:
00000100:00100000:2.0:1769074963.093059:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b840 going to sleep for 11 seconds
00010000:00010000:0.0:1769074963.093285:0:13368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bbaeea00/0x2152b583a6e42d52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309417 expref: 78 pid: 13381 timeout: 2048 lvb_type: 1
00000100:00100000:0.0:1769074963.093301:0:13368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623426816:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.093323:0:13368:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bb7f4800/0x2152b583a6e42dbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a230943a expref: 77 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.093334:0:13368:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4800, rc 0)
00000100:00100000:0.0:1769074963.093363:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13245:x1855007657404160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9416us (10928us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.093372:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2987
00000100:00100000:0.0:1769074963.100348:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.100389:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.100480:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657404672
00000100:00100000:1.0:1769074963.100490:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657404672
00000100:00100000:1.0:1769074963.100555:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210653
00000100:00100000:1.0:1769074963.100565:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657404672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.100586:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.100606:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e42dc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309448 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.100704:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.100719:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f55 expref: 282 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.100727:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 282 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.100736:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.100769:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 282 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.100797:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 282 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.100810:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623427072:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.100905:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f55 expref: 282 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.100934:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f55 expref: 282 pid: 11659 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.100944:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623427200:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.100966:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903383a289c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.104737:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5746:1855007623426944:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074963.104769:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.104856:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657404416:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 12085us (12268us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.104868:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5628
00000100:00100000:1.0:1769074963.104905:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657404800
00000100:00100000:1.0:1769074963.104943:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657404800
00010000:00010000:1.0:1769074963.104978:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 283 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074963.105360:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5629
00000100:00100000:2.0:1769074963.105809:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.105958:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2368:x1855007657404800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.105977:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.105985:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 283 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074963.106002:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 283 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074963.106026:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:0.0:1769074963.106031:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.106039:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.106045:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.106100:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2368:x1855007657404800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 730us (5710us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.106107:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5629
00000100:00100000:3.0:1769074963.106546:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657405056
00000100:00100000:3.0:1769074963.106553:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657405056
00000100:00100000:3.0:1769074963.106600:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4457
00000100:00100000:3.0:1769074963.106609:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13245:x1855007657405056:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074963.106945:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13245:x1855007657405056:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 336us (1136us total) trans 4295106552 rc 0/0
00000100:00100000:3.0:1769074963.106953:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4457
00000100:00100000:2.0:1769074963.107939:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.108004:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657405184
00000100:00100000:0.0:1769074963.108013:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657405184
00010000:00010000:0.0:1769074963.108044:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f55 expref: 284 pid: 11659 timeout: 2048 lvb_type: 0
00000100:00100000:0.0:1769074963.108084:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5630
00000100:00100000:0.0:1769074963.108092:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:2369:x1855007657405184:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.108105:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.108111:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f55 expref: 284 pid: 11659 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074963.108124:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f55 expref: 284 pid: 11659 timeout: 2048 lvb_type: 0
00010000:00010000:0.0:1769074963.108143:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:0.0:1769074963.108149:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.108158:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.108165:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.108185:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.108228:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:2369:x1855007657405184:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 136us (326us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.108236:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5630
00010000:00010000:1.0:1769074963.110358:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000002b596bc9 x1855007623427072) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 283 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074963.110387:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42db4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309441 expref: 283 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.110404:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623427072:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.110418:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e41eaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f55 expref: 282 pid: 11659 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.110428:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623427200:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.110453:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:1.0:1769074963.110462:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.110472:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.110478:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074963.110497:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c5:0x0]: returning size 260096
00010000:00010000:1.0:1769074963.110652:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e42dc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309448 expref: 283 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.110669:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309448 expref: 282 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.110676:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:1.0:1769074963.110679:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074963.110682:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24c600, rc 0)
00000100:00100000:1.0:1769074963.110757:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13246:x1855007657404672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10193us (10417us total) trans 4295106553 rc 0/0
00000100:00100000:1.0:1769074963.110767:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210653
00000100:00100000:2.0:1769074963.113769:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.117217:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657405312
00000100:00100000:3.0:1769074963.117233:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657405312
00000100:00100000:3.0:1769074963.117306:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210654
00000100:00100000:3.0:1769074963.117316:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13245:x1855007657405312:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074963.117339:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074963.117359:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42dd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230944f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.117430:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117446:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117457:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117472:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117479:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117485:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117589:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42dec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117598:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42dec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117605:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42dec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074963.117641:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10423:0x0]: returning size 2048
00000004:00200000:3.0:1769074963.117646:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074963.117666:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42dec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117676:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42dec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117683:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117690:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117696:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117702:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.117706:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117713:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117725:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074963.117728:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.117732:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117738:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42dde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117749:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117756:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117762:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117766:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.117770:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117775:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.117901:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc40f8bdb (ffff90328bb7fe00)
00010000:00010000:3.0:1769074963.117904:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.118044:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.118050:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42de5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.118088:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42dd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230944f expref: 284 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.118102:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42dec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230944f expref: 283 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.118109:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:3.0:1769074963.118112:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074963.118114:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8800, rc 0)
00000100:00100000:0.0:1769074963.120177:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13245:x1855007657405312:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2849us (6402us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.120194:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210654
00000100:00100000:2.0:1769074963.130302:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.130400:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.130451:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.130511:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657405568
00000100:00100000:1.0:1769074963.130522:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657405568
00000100:00100000:1.0:1769074963.130596:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1624
00000100:00100000:1.0:1769074963.130606:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391086050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2366:x1855007657405568:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.130622:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.130646:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42dec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230944f expref: 283 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.130666:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:1.0:1769074963.130671:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.130726:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391086050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:2366:x1855007657405568:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 121us (325us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.130734:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1624
00000100:00100000:0.0:1769074963.139092:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657405440
00000100:00100000:0.0:1769074963.139110:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657405440
00000100:00100000:0.0:1769074963.139214:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657405824
00000100:00100000:0.0:1769074963.139218:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657405824
00000100:00100000:1.0:1769074963.141053:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210655
00000100:00100000:1.0:1769074963.141090:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13246:x1855007657405440:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.141122:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.141145:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e42df3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309456 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.141233:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.141248:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309448 expref: 284 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.141257:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.141292:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309448 expref: 284 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.141305:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309448 expref: 284 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.141319:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623427328:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.141423:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.146220:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210656
00000100:00100000:2.0:1769074963.146243:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13245:x1855007657405824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.146267:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.146287:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42e01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230945d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.146389:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.146403:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309433 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.146411:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.146447:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309433 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.146458:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309433 expref: 285 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.146472:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb60b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623427456:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.146566:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b780 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.154347:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623427328:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.154382:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074963.160490:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.160625:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb60b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623427456:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.160658:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074963.161988:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657406080
00000100:00100000:3.0:1769074963.162002:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657406080
00010000:00010000:3.0:1769074963.162047:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309433 expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074963.162230:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5631
00000100:00100000:3.0:1769074963.162241:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2369:x1855007657406080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.162257:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.162264:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309433 expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.162276:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309433 expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.162298:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42d98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309433 expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.162315:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:3.0:1769074963.162320:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.162329:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.162335:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.162419:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.162486:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:2369:x1855007657406080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 246us (2005us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.162493:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5631
00010000:00010000:0.0:1769074963.166448:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.166465:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074963.166490:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10423:0x0]: returning size 2048
00010000:00010000:0.0:1769074963.166671:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42e01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230945d expref: 286 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.166694:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230945d expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.166703:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:0.0:1769074963.166706:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074963.166710:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fbc00, rc 0)
00000100:00100000:0.0:1769074963.166772:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13245:x1855007657405824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20539us (36320us total) trans 4295106554 rc 0/0
00000100:00100000:0.0:1769074963.166796:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210656
00000100:00100000:0.0:1769074963.167363:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.167769:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657405952
00000100:00100000:3.0:1769074963.167862:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657405952
00010000:00010000:3.0:1769074963.167900:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309448 expref: 285 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074963.168018:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5632
00000100:00100000:3.0:1769074963.168029:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:2368:x1855007657405952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.168043:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.168050:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309448 expref: 285 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.168062:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309448 expref: 285 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.168184:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c600/0x2152b583a6e42dc9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309448 expref: 285 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.168200:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:3.0:1769074963.168205:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.168215:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.168222:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.168255:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.168304:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:2368:x1855007657405952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 277us (943us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.168315:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5632
00010000:00010000:0.0:1769074963.168698:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.168706:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074963.168751:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c5:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.168756:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.168788:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.168828:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e42df3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309456 expref: 284 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.168845:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d600/0x2152b583a6e42dfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309456 expref: 283 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.168853:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c5:0x0].0x0 (ffff903383bc6a00)
00010000:00010000:0.0:1769074963.168856:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.168858:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc24d600, rc 0)
00000100:00100000:0.0:1769074963.168903:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13246:x1855007657405440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 27835us (38610us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.168935:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210655
00000100:00100000:2.0:1769074963.177219:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.177265:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.177375:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657406208
00000100:00100000:0.0:1769074963.177386:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657406208
00000100:00100000:0.0:1769074963.177443:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657406336
00000100:00100000:0.0:1769074963.177447:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657406336
00000100:00100000:0.0:1769074963.177476:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210657
00000100:00100000:0.0:1769074963.177486:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657406208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.177507:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.177530:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42e16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309464 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.177597:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177612:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177623:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177638:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177645:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177651:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177752:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42e2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177760:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42e2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177768:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42e2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074963.177802:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.177807:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.177835:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42e2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177849:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42e2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177856:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177863:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177870:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177876:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.177879:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177887:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177898:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.177901:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.177933:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177940:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42e1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177953:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177958:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177963:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177968:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.177971:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177977:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177984:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xca0b3ea (ffff903298a49b00)
00010000:00010000:0.0:1769074963.177986:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.177989:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.177994:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42e24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.178026:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42e16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309464 expref: 286 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.178038:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42e2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309464 expref: 285 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.178044:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:0.0:1769074963.178046:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.178049:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76600, rc 0)
00000100:00100000:0.0:1769074963.178109:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13246:x1855007657406208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 624us (899us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.178116:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210657
00000100:00100000:0.0:1769074963.178138:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210658
00000100:00100000:0.0:1769074963.178146:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13245:x1855007657406336:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.178159:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.178168:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42e32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230946b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.178211:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.178221:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230945d expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.178229:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.178263:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230945d expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.178276:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230945d expref: 285 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:0.0:1769074963.178290:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623427584:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.178341:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338b74da80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.181242:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0ff480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623427584:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.181271:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074963.183259:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.183499:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657406464
00000100:00100000:3.0:1769074963.183508:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657406464
00010000:00010000:3.0:1769074963.183547:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230945d expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074963.183592:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5633
00000100:00100000:3.0:1769074963.183602:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2369:x1855007657406464:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.183617:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.183623:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230945d expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.183635:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230945d expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.183658:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e08 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230945d expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:3.0:1769074963.183674:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:3.0:1769074963.183680:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.183688:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.183695:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.183726:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.183872:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:2369:x1855007657406464:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 271us (620us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.183880:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5633
00010000:00010000:0.0:1769074963.184204:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.184214:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074963.184262:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10423:0x0]: returning size 2048
00000004:00200000:0.0:1769074963.184267:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.184286:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.184319:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42e32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10423:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230946b expref: 285 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.184334:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230946b expref: 284 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.184342:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:0.0:1769074963.184345:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.184348:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77c00, rc 0)
00000100:00100000:0.0:1769074963.184393:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13245:x1855007657406336:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6247us (7126us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.184401:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210658
00000100:00100000:2.0:1769074963.186379:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.186477:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657406592
00000100:00100000:1.0:1769074963.186488:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657406592
00000100:00100000:1.0:1769074963.186554:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1625
00000100:00100000:1.0:1769074963.186565:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:2367:x1855007657406592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.186581:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.186605:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42e2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309464 expref: 284 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.186623:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:1.0:1769074963.186628:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.186677:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2367:x1855007657406592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 114us (308us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.186684:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1625
00000100:00100000:3.0:1769074963.199435:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.199483:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.199590:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657406720
00000100:00100000:1.0:1769074963.199600:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657406720
00000100:00100000:1.0:1769074963.199758:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657406976
00000100:00100000:1.0:1769074963.199763:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657406976
00000100:00100000:2.0:1769074963.200866:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210659
00000100:00100000:2.0:1769074963.200887:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13245:x1855007657406720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.200927:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.200953:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42e40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309472 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.201022:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201036:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201048:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201077:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201085:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201091:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201196:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42e55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201205:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201211:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.201246:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10423:0x0]: returning size 2048
00000004:00200000:2.0:1769074963.201251:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.201269:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201279:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201287:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201293:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201300:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201305:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fb200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.201309:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201317:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201328:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074963.201331:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.201336:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201342:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42e47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201355:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201362:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201369:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201374:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.201377:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201383:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201390:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc40f8bdb (ffff9032af293200)
00010000:00010000:2.0:1769074963.201393:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.201395:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201401:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201430:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42e40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309472 expref: 286 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.201444:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42e55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309472 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.201452:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:2.0:1769074963.201454:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.201457:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fb400, rc 0)
00000100:00100000:2.0:1769074963.201521:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13245:x1855007657406720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 644us (2097us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.201528:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210659
00000100:00100000:2.0:1769074963.201554:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210660
00000100:00100000:2.0:1769074963.201564:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657406976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.201573:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.201582:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42e5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309479 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.201644:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201656:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f78 expref: 285 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.201665:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.201698:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f78 expref: 285 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.201712:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f78 expref: 285 pid: 5762 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.201724:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb60b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623427712:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.201778:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.208693:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb60b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623427712:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.208731:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074963.209117:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.209195:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.209528:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657407232
00000100:00100000:2.0:1769074963.209536:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657407232
00000100:00100000:2.0:1769074963.209600:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657407104
00000100:00100000:2.0:1769074963.209603:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657407104
00010000:00010000:2.0:1769074963.209617:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f78 expref: 287 pid: 5762 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.209647:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5634
00000100:00100000:2.0:1769074963.209657:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:2369:x1855007657407104:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.209672:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.209680:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f78 expref: 287 pid: 5762 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.209693:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f78 expref: 287 pid: 5762 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.209714:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e41f28 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f78 expref: 287 pid: 5762 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.209730:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:2.0:1769074963.209735:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.209744:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.209751:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.209774:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.209849:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2369:x1855007657407104:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 192us (652us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.209860:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5634
00000100:00100000:2.0:1769074963.209879:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1626
00000100:00100000:2.0:1769074963.209886:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:2369:x1855007657407232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.209894:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.209904:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42e55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309472 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.209944:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:2.0:1769074963.209947:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.209967:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:2369:x1855007657407232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 82us (851us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.209973:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1626
00010000:00010000:2.0:1769074963.209996:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.210003:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.210021:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00010000:00010000:2.0:1769074963.210187:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42e5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309479 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.210201:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309479 expref: 284 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.210208:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:2.0:1769074963.210211:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074963.210214:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fae00, rc 0)
00000100:00100000:2.0:1769074963.210237:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657406976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8675us (10754us total) trans 4295106555 rc 0/0
00000100:00100000:2.0:1769074963.210244:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210660
00000100:00100000:0.0:1769074963.217459:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.217546:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657407360
00000100:00100000:2.0:1769074963.217558:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657407360
00000100:00100000:2.0:1769074963.217623:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210661
00000100:00100000:2.0:1769074963.217633:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657407360:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.217661:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.217684:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42e71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309480 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.217772:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.217801:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309479 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.217811:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.217857:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309479 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.217871:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309479 expref: 285 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.217886:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb60b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623427840:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.218002:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074963.218953:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.219031:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657407488
00000100:00100000:1.0:1769074963.219039:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657407488
00002000:00100000:1.0:1769074963.219088:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d2:0x0] (0->4095)  req@ffff9033be249850 x1855007657407488/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:499/0 lens 4584/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074963.219098:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033be249850 with x1855007657407488 ext(0->4095)
00002000:00010000:1.0:1769074963.219103:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033be249850
00000100:00100000:1.0:1769074963.219127:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 633
00000100:00100000:1.0:1769074963.219134:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033be249850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2366:x1855007657407488:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074963.219661:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033be249850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2366:x1855007657407488:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 524us (710us total) trans 4294968253 rc 0/0
00000100:00100000:1.0:1769074963.219670:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 633
00002000:00100000:1.0:1769074963.219677:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d2:0x0] (0->4095)  req@ffff9033be249850 x1855007657407488/t4294968253(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:499/0 lens 4584/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074963.219685:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033be249850 with x1855007657407488 ext(0->4095)
00002000:00010000:1.0:1769074963.219689:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9033be249850
00000100:00100000:0.0:1769074963.233347:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.235236:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657407616
00000100:00100000:1.0:1769074963.235252:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657407616
00010000:00010000:1.0:1769074963.235302:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309479 expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.235341:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5635
00000100:00100000:1.0:1769074963.235352:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391085450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2369:x1855007657407616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.235367:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.235373:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309479 expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074963.235387:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309479 expref: 286 pid: 7034 timeout: 2048 lvb_type: 0
00010000:00010000:1.0:1769074963.235409:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:1.0:1769074963.235414:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.235423:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.235431:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.235451:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.235506:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391085450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2369:x1855007657407616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 155us (2169us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.235514:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5635
00010000:00010000:3.0:1769074963.236578:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42e63 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309479 expref: 285 pid: 7034 timeout: 2048 lvb_type: 0
00000100:00100000:3.0:1769074963.236598:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb60b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623427840:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.236620:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.236629:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.236635:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074963.236679:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c7:0x0]: returning size 260096
00000004:00200000:3.0:1769074963.236684:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074963.236703:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.236733:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42e71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309480 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.236748:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fbc00/0x2152b583a6e42e78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309480 expref: 284 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.236757:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c7:0x0].0x0 (ffff9033942db900)
00010000:00010000:3.0:1769074963.236759:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074963.236763:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fbc00, rc 0)
00000100:00100000:3.0:1769074963.238188:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657407360:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20549us (20731us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.238201:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210661
00000100:00100000:0.0:1769074963.245516:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.245600:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657407744
00000100:00100000:3.0:1769074963.245610:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657407744
00000100:00100000:3.0:1769074963.245669:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210662
00000100:00100000:3.0:1769074963.245678:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657407744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074963.245697:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074963.245717:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42e7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309487 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.245798:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.245813:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.245835:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.245855:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.245861:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.245871:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246019:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42e94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246027:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246035:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074963.246081:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00000004:00200000:3.0:1769074963.246086:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074963.246105:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246116:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42e94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246124:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246131:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246137:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246143:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bab34e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.246148:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246155:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246167:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074963.246170:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.246175:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246181:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34e00/0x2152b583a6e42e86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246194:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246200:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246206:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246211:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.246214:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246220:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246226:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa5e17578 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074963.246228:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.246231:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246236:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42e8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.246268:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bab34a00/0x2152b583a6e42e7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309487 expref: 286 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.246282:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42e94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309487 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.246289:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:3.0:1769074963.246292:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074963.246295:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:3.0:1769074963.246363:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13246:x1855007657407744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 685us (856us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.246370:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210662
00000100:00100000:1.0:1769074963.247180:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.247292:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657407872
00000100:00100000:3.0:1769074963.247299:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657407872
00000100:00100000:3.0:1769074963.247344:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210663
00000100:00100000:3.0:1769074963.247352:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13245:x1855007657407872:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:1.0:1769074963.262247:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.262338:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.262368:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657408256
00000100:00100000:1.0:1769074963.262377:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657408256
00000100:00100000:1.0:1769074963.262442:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1627
00000100:00100000:1.0:1769074963.262452:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2366:x1855007657408256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.262471:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.262495:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42e94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309487 expref: 286 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.262514:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:1.0:1769074963.262519:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.262567:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:2366:x1855007657408256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 117us (228us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.262574:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1627
00000100:00100000:1.0:1769074963.262653:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657408128
00000100:00100000:1.0:1769074963.262657:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657408128
00000100:00100000:1.0:1769074963.262682:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210664
00000100:00100000:1.0:1769074963.262689:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13246:x1855007657408128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.262705:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.262719:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e42e9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230948e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.262816:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.262838:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f94 expref: 286 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.262847:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.262877:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f94 expref: 286 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.262894:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f94 expref: 286 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.262926:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623427968:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.262983:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903383a289c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.268677:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.268707:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657408384
00000100:00100000:2.0:1769074963.268716:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657408384
00010000:00010000:2.0:1769074963.268754:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f94 expref: 287 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.268790:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5636
00000100:00100000:2.0:1769074963.268798:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:2368:x1855007657408384:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.268812:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.268828:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f94 expref: 287 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.268842:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f94 expref: 287 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.268869:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:2.0:1769074963.268874:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.268883:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.268889:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.268924:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.268978:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:2368:x1855007657408384:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 179us (309us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.268985:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5636
00010000:00010000:1.0:1769074963.273327:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed600/0x2152b583a6e41f83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308f94 expref: 286 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:1.0:1769074963.273347:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623427968:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.273368:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.273375:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.273379:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074963.273398:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00010000:00010000:1.0:1769074963.273624:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24c000/0x2152b583a6e42e9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230948e expref: 287 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.273638:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230948e expref: 286 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.273644:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:1.0:1769074963.273646:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074963.273649:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074963.273711:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13246:x1855007657408128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11021us (11471us total) trans 4295106556 rc 0/0
00000100:00100000:1.0:1769074963.273720:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210664
00000100:00100000:0.0:1769074963.284591:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.288612:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657408512
00000100:00100000:3.0:1769074963.288627:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657408512
00000100:00100000:2.0:1769074963.291611:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210665
00000100:00100000:2.0:1769074963.291626:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13246:x1855007657408512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.291646:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.291666:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42eb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309495 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.291751:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.291766:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230948e expref: 287 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.291774:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.291809:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230948e expref: 287 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.291832:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230948e expref: 287 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.291846:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623428096:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.291963:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b540 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.299063:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.299103:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657408640
00000100:00100000:2.0:1769074963.299113:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657408640
00010000:00010000:2.0:1769074963.299152:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230948e expref: 288 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:2.0:1769074963.299193:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5637
00000100:00100000:2.0:1769074963.299202:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2368:x1855007657408640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.299217:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.299223:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230948e expref: 288 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.299236:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230948e expref: 288 pid: 5764 timeout: 2048 lvb_type: 0
00010000:00010000:2.0:1769074963.299259:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:2.0:1769074963.299265:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.299274:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.299281:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.299300:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.299351:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2368:x1855007657408640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (297us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.299359:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5637
00010000:00010000:0.0:1769074963.299527:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42ea2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230948e expref: 287 pid: 5764 timeout: 2048 lvb_type: 0
00000100:00100000:0.0:1769074963.299543:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623428096:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.299569:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.299582:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.299587:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074963.299632:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c9:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.299637:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.299658:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.299688:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e42eb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309495 expref: 287 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.299701:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb400/0x2152b583a6e42eb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309495 expref: 286 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.299708:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c9:0x0].0x0 (ffff9032ae15b200)
00010000:00010000:0.0:1769074963.299711:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.299713:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fb400, rc 0)
00000100:00100000:0.0:1769074963.299757:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13246:x1855007657408512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8135us (15174us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.299764:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210665
00000100:00100000:2.0:1769074963.308110:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.308194:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657408768
00000100:00100000:3.0:1769074963.308206:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657408768
00000100:00100000:3.0:1769074963.308265:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210666
00000100:00100000:3.0:1769074963.308276:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13246:x1855007657408768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074963.308298:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074963.308320:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ebe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230949c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.308395:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308409:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308422:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308433:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308438:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308443:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308539:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308545:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308550:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074963.308581:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00000004:00200000:3.0:1769074963.308585:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074963.308600:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308609:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308616:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308622:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308631:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308636:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.308640:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308645:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308654:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074963.308656:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.308660:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308664:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42ec5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308674:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308679:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308683:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308687:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.308689:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308693:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308699:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xb0449b87 (ffff90328bb7f900)
00010000:00010000:3.0:1769074963.308701:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.308703:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308707:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42ecc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.308731:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42ebe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 288 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.308740:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 287 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.308745:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:3.0:1769074963.308747:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074963.308749:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9a00, rc 0)
00000100:00100000:3.0:1769074963.308816:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13246:x1855007657408768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 541us (715us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.308833:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210666
00000100:00100000:2.0:1769074963.314816:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.314868:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657409024
00000100:00100000:2.0:1769074963.314880:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657409024
00000100:00100000:2.0:1769074963.314953:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210667
00000100:00100000:2.0:1769074963.314963:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13246:x1855007657409024:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.314986:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.315006:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42eda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094a3 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.315105:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.315121:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fbe expref: 288 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.315130:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 288 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.315138:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.315172:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 288 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.315185:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 288 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.315200:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb609180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623428224:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.315384:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fbe expref: 288 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.315393:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fbe expref: 288 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.315402:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623428352:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.315432:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b300 going to sleep for 11 seconds
00000001:00080000:0.0:1769074963.317396:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106554 is committed
00000004:00080000:0.0:1769074963.317436:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 126 committed
00000004:00080000:0.0:1769074963.317457:0:5784:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 124 committed
00000001:00080000:0.0:1769074963.317497:0:5784:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4295106555 is committed
00000100:00100000:0.0:1769074963.317865:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.318043:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1769074963.318062:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623428480:0@lo:6:osp-syn-1-0.0
00000100:00100000:1.0:1769074963.318110:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1769074963.318194:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623428480
00000100:00100000:0.0:1769074963.318203:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623428480
00000100:00100000:0.0:1769074963.318266:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988
00000100:00100000:0.0:1769074963.318275:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3293:x1855007623428480:12345-0@lo:6:osp-syn-1-0.0
00002000:00080000:0.0:1769074963.318302:0:13368:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:465 count 1
00010000:00010000:0.0:1769074963.318329:0:13368:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.318351:0:13368:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.318359:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074963.318361:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:0.0:1769074963.318364:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.318390:0:13368:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.318403:0:13368:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 77 pid: 13367 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.318418:0:13368:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623428608:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.318483:0:13368:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c39c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074963.318546:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657409152
00000100:00100000:3.0:1769074963.318552:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657409152
00010000:00010000:3.0:1769074963.318577:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 218 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.318612:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5638
00000100:00100000:3.0:1769074963.318620:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2369:x1855007657409152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.318629:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.318636:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 218 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.318647:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 218 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.318666:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:3.0:1769074963.318672:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.318681:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.318687:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.318712:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2369:x1855007657409152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 94us (852us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.318720:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5638
00000100:00080000:1.0:1769074963.318777:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1769074963.322474:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623428736:0@lo:6:osp-syn-0-0.0
00000100:00100000:0.0:1769074963.322548:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074963.322662:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623428736
00000100:00100000:3.0:1769074963.322671:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623428736
00000100:00100000:3.0:1769074963.322729:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989
00000100:00100000:3.0:1769074963.322736:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3295:x1855007623428736:12345-0@lo:6:osp-syn-0-0.0
00002000:00080000:3.0:1769074963.322757:0:8946:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:465 count 1
00010000:00010000:3.0:1769074963.322777:0:8946:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.322798:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 72 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.322805:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074963.322807:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1
00010000:00010000:3.0:1769074963.322812:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.322851:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 72 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.322863:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 72 pid: 13367 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.322875:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623428864:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074963.322953:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a180 going to sleep for 11 seconds
00000100:00080000:0.0:1769074963.322996:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:2.0:1769074963.323232:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074963.323309:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000005d60776d x1855007623428224) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 217 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.323332:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e42ed3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230949c expref: 217 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.323350:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb609180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623428224:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.323364:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623428352:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.323394:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:0.0:1769074963.323400:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.323408:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.323416:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074963.323675:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657407872:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 76322us (76496us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.323684:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210663
00000100:00100000:3.0:1769074963.326141:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657409280
00000100:00100000:3.0:1769074963.326155:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657409280
00010000:00010000:2.0:1769074963.326453:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fbe expref: 216 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.326503:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5639
00000100:00100000:2.0:1769074963.326512:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2369:x1855007657409280:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.326528:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.326534:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fbe expref: 216 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.326546:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fbe expref: 216 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.326568:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4201d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308fbe expref: 216 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.326582:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:2.0:1769074963.326587:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.326596:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.326603:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.326728:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.326793:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:2369:x1855007657409280:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 282us (3561us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.326801:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5639
00010000:00010000:1.0:1769074963.327009:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.327019:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074963.327038:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00010000:00010000:1.0:1769074963.327192:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e42eda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094a3 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.327209:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094a3 expref: 215 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.327217:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:1.0:1769074963.327221:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074963.327223:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fb200, rc 0)
00000100:00100000:1.0:1769074963.327251:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657409024:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12290us (12447us total) trans 4295106557 rc 0/0
00000100:00100000:1.0:1769074963.327259:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210667
00000100:00100000:2.0:1769074963.333273:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.333359:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.333384:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657409408
00000100:00100000:2.0:1769074963.333392:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657409408
00010000:00010000:2.0:1769074963.333426:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 78 pid: 13367 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.333454:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657409536
00000100:00100000:2.0:1769074963.333456:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657409536
00010000:00010000:2.0:1769074963.333466:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 73 pid: 13367 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.333483:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5640
00000100:00100000:2.0:1769074963.333490:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2369:x1855007657409408:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.333503:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.333507:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 78 pid: 13367 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.333519:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 78 pid: 13367 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.333543:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074963.333545:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074963.333549:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.333565:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.333582:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.333625:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2369:x1855007657409408:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 135us (362us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.333632:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5640
00000100:00100000:2.0:1769074963.333647:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5641
00000100:00100000:2.0:1769074963.333653:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391085c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657409536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.333660:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.333663:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 73 pid: 13367 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.333673:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 73 pid: 13367 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.333685:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074963.333686:0:5747:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074963.333689:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.333697:0:5747:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.333706:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.333719:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391085c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657409536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 67us (361us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.333725:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5641
00010000:00010000:3.0:1769074963.333998:0:8946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032b9eed000/0x2152b583a6e41cb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308eb4 expref: 72 pid: 13367 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.334012:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623428864:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.334030:0:8946:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.334039:0:8946:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.334046:0:8946:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.334055:0:8946:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.334063:0:8946:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.334086:0:8946:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:3.0:1769074963.334402:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3295:x1855007623428736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11665us (11853us total) trans 4294968164 rc 0/0
00000100:00100000:3.0:1769074963.334410:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989
00000004:00080000:3.0:1769074963.334446:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9033bb3fc000/2, rc 0, transno 4294968164
00000100:00100000:3.0:1769074963.334457:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623428736:0@lo:6:osp-syn-0-0.0
00010000:00010000:1.0:1769074963.334513:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074963.334520:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.334529:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8800 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074963.334534:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.334543:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.334557:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.334564:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff90329e3d8800/0x2152b583a6e42eef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.334583:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074963.334585:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074963.334586:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074963.339165:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.339259:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657409792
00000100:00100000:2.0:1769074963.339272:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657409792
00000100:00100000:2.0:1769074963.339340:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2990
00000100:00100000:2.0:1769074963.339351:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2366:x1855007657409792:12345-192.168.204.54@tcp:16:dbench.0
00000100:00100000:2.0:1769074963.341361:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.341441:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657409664
00000100:00100000:3.0:1769074963.341450:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657409664
00000100:00100000:3.0:1769074963.341493:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210668
00000100:00100000:3.0:1769074963.341503:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657409664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074963.341520:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074963.341540:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42efd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094aa expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.341620:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.341635:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094a3 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.341644:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.341681:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094a3 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.341693:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094a3 expref: 216 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.341706:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3ffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623428992:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.341721:0:13368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90329e3d9e00/0x2152b583a6e4213c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309020 expref: 78 pid: 13367 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.341735:0:13368:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:13368:1855007623428608:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.341754:0:13368:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074963.341780:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a000 going to sleep for 11 seconds
00010000:00010000:2.0:1769074963.341844:0:13368:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.341852:0:13368:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.341862:0:13368:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.341870:0:13368:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.341891:0:13368:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00000100:00100000:2.0:1769074963.342233:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:3293:x1855007623428480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23957us (24119us total) trans 4294968254 rc 0/0
00000100:00100000:2.0:1769074963.342242:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988
00010000:00010000:0.0:1769074963.342318:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074963.342325:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.342339:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f80600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074963.342343:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.342352:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.342374:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.342380:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff903387f80600/0x2152b583a6e42ee8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.342396:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074963.342398:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074963.342399:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074963.342795:0:3293:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968251 gen 2
00000004:00080000:3.0:1769074963.342800:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9033864f6d80, transno 4294968247
00000004:00080000:3.0:1769074963.342810:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9033864f7100, transno 4294968248
00000004:00080000:3.0:1769074963.342813:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9033864f4a80, transno 4294968249
00000004:00080000:3.0:1769074963.342815:0:3293:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9033864f4380, transno 4294968250
00000100:00100000:3.0:1769074963.342839:0:3293:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search  req@ffff903292b89f80 x1855007623428480/t4294968254(4294968254) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074979 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295
00000004:00080000:3.0:1769074963.342848:0:3293:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff903292b89f80/2, rc 0, transno 4294968254
00000100:00100000:3.0:1769074963.342852:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3293:1855007623428480:0@lo:6:osp-syn-1-0.0
00000004:00080000:2.0:1769074963.344036:0:7980:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 1 in progress, 0 in flight, 4 done
00000100:00100000:3.0:1769074963.346047:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.346079:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657409920
00000100:00100000:3.0:1769074963.346088:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657409920
00010000:00010000:3.0:1769074963.346125:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094a3 expref: 217 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.346160:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5642
00000100:00100000:3.0:1769074963.346169:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2369:x1855007657409920:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.346184:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.346193:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094a3 expref: 217 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.346205:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094a3 expref: 217 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.346227:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:3.0:1769074963.346232:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.346241:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.346249:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.346268:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.346318:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2369:x1855007657409920:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (279us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.346326:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5642
00010000:00010000:1.0:1769074963.346464:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e42ee1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094a3 expref: 216 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.346476:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3ffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623428992:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.346491:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.346497:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.346500:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074963.346537:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040a:0x0]: returning size 543
00000004:00200000:1.0:1769074963.346540:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074963.346554:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.346576:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42efd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094aa expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.346584:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9c00/0x2152b583a6e42f04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094aa expref: 215 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.346589:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040a:0x0].0x0 (ffff903298a49800)
00010000:00010000:1.0:1769074963.346591:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074963.346593:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9c00, rc 0)
00000100:00100000:1.0:1769074963.346613:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657409664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5114us (5263us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.346617:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210668
00000100:00100000:3.0:1769074963.351373:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.351457:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657410048
00000100:00100000:0.0:1769074963.351465:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657410048
00000100:00100000:0.0:1769074963.351512:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210669
00000100:00100000:0.0:1769074963.351518:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657410048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.351538:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.351553:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e42f0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094b1 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.351607:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351621:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351629:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351638:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351642:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351646:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351702:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351706:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351710:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351715:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f80c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.351717:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351722:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351729:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.351731:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.351734:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351738:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351747:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351750:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351753:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351756:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f81e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.351758:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351761:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351764:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x7063c938 (ffff903298a49300)
00010000:00010000:0.0:1769074963.351765:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.351767:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351770:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f19 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.351803:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e42f0b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094b1 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.351811:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.351814:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.351828:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e42f0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094b1 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.351837:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f80600, rc 0)
00000100:00100000:0.0:1769074963.351890:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657410048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 372us (525us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074963.351896:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210669
00000100:00100000:3.0:1769074963.356222:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.356292:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657410176
00000100:00100000:1.0:1769074963.356302:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657410176
00000100:00100000:1.0:1769074963.356356:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210670
00000100:00100000:1.0:1769074963.356363:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657410176:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.356381:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.356396:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42f20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094b8 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.356447:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356461:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356469:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356478:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356482:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356486:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356535:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356539:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356543:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356547:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.356549:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356554:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356561:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074963.356563:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.356566:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356570:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356577:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356580:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356584:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356587:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.356588:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356591:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356595:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3771cd63 (ffff903299a8d100)
00010000:00010000:1.0:1769074963.356596:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.356597:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356600:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.356619:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42f20 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094b8 expref: 216 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.356625:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074963.356627:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.356629:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42f20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094b8 expref: 216 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.356635:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:1.0:1769074963.356676:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657410176:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 314us (465us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074963.356680:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210670
00000100:00100000:3.0:1769074963.367365:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.367452:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657410304
00000100:00100000:0.0:1769074963.367464:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657410304
00000100:00100000:0.0:1769074963.367522:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210671
00000100:00100000:0.0:1769074963.367532:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657410304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.367554:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.367575:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e42f35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094bf expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.367644:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367658:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367669:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367682:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367689:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367700:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367777:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367785:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367792:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367798:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f81e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.367802:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367809:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367833:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.367836:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.367842:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367849:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e42f3c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367862:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367868:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367878:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367882:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f80c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.367884:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367889:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367896:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd263642c (ffff903298a49300)
00010000:00010000:0.0:1769074963.367899:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.367901:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367936:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e42f43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.367967:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e42f35 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094bf expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.367978:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.367981:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.367984:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e42f35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094bf expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.367993:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f80600, rc 0)
00000100:00100000:2.0:1769074963.368381:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657410304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 848us (1022us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074963.368389:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210671
00000001:00080000:1.0:1769074963.370532:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968253 is committed
00000100:00100000:0.0:1769074963.370664:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2366:x1855007657409792:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 31311us (31506us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.370677:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2990
00000100:00100000:3.0:1769074963.375399:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.375500:0:13312:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657410432
00000100:00100000:0.0:1769074963.375510:0:13312:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657410432
00002000:00100000:0.0:1769074963.375559:0:13312:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d3:0x0] (0->4095)  req@ffff9032aba0b800 x1855007657410432/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:499/0 lens 4584/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1769074963.375570:0:13312:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9032aba0b800 with x1855007657410432 ext(0->4095)
00002000:00010000:0.0:1769074963.375577:0:13312:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9032aba0b800
00000100:00100000:0.0:1769074963.375613:0:13312:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 634
00000100:00100000:0.0:1769074963.375623:0:13312:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2367:x1855007657410432:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:0.0:1769074963.376111:0:13312:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2367:x1855007657410432:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 488us (720us total) trans 4294968165 rc 0/0
00000100:00100000:0.0:1769074963.376119:0:13312:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 634
00002000:00100000:0.0:1769074963.376127:0:13312:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d3:0x0] (0->4095)  req@ffff9032aba0b800 x1855007657410432/t4294968165(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:499/0 lens 4584/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:0.0:1769074963.376135:0:13312:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9032aba0b800 with x1855007657410432 ext(0->4095)
00002000:00010000:0.0:1769074963.376138:0:13312:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9032aba0b800
00000100:00100000:3.0:1769074963.376898:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.377055:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657410560
00000100:00100000:0.0:1769074963.377127:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657410560
00000100:00100000:0.0:1769074963.377212:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210672
00000100:00100000:0.0:1769074963.377222:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+215:13246:x1855007657410560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.377240:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.377260:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42f4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094c6 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.377322:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377340:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377351:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377363:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377370:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377375:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377477:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377485:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377492:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074963.377522:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.377527:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.377544:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377554:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377562:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377572:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377580:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377585:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.377590:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377597:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377608:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.377611:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.377615:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377620:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e42f51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377633:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377639:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377644:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377649:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.377651:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377657:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377664:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x1674e29a (ffff903298a49900)
00010000:00010000:0.0:1769074963.377666:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.377669:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377674:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e42f58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.377702:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e42f4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 217 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.377715:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 216 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.377722:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074963.377724:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.377726:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f5a00, rc 0)
00000100:00100000:0.0:1769074963.377782:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657410560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 561us (887us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.377789:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210672
00000100:00100000:3.0:1769074963.378967:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.379219:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657410688
00000100:00100000:1.0:1769074963.379227:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657410688
00000100:00100000:1.0:1769074963.379268:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210673
00000100:00100000:1.0:1769074963.379276:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657410688:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:1.0:1769074963.379366:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13245:x1855007657410688:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 90us (403us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.379374:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210673
00000100:00100000:3.0:1769074963.382677:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.383691:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.383770:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657411200
00000100:00100000:1.0:1769074963.383787:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657411200
00000100:00100000:1.0:1769074963.383846:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2991
00000100:00100000:1.0:1769074963.383856:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657411200:12345-192.168.204.54@tcp:16:dbench.0
00000100:00100000:0.0:1769074963.384644:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657410944
00000100:00100000:0.0:1769074963.384650:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657410944
00000100:00100000:0.0:1769074963.384697:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210674
00000100:00100000:0.0:1769074963.384706:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657410944:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.384719:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.384739:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42f66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094cd expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.385274:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.385291:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23090dd expref: 217 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.385300:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 217 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.385307:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.385339:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 217 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.385351:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 217 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.385365:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429120:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.385451:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090dd expref: 217 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.385460:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090dd expref: 217 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.385469:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429248:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.385491:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3600 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.390735:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.390795:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074963.390888:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000002730c519 x1855007623429120) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 217 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.390930:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657411072
00000100:00100000:3.0:1769074963.390939:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657411072
00010000:00010000:3.0:1769074963.390972:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 218 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.390999:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657411328
00000100:00100000:3.0:1769074963.391002:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657411328
00010000:00010000:3.0:1769074963.391014:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090dd expref: 219 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.391080:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5643
00000100:00100000:3.0:1769074963.391105:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2367:x1855007657411072:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.391120:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.391126:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 219 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.391159:0:5764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 219 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.391408:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5644
00000100:00100000:3.0:1769074963.391417:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657411328:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.391425:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.391430:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090dd expref: 219 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.391440:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090dd expref: 219 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.391459:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074963.391465:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.391473:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.391480:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.391629:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657411328:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 212us (831us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.391637:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5644
00000100:00100000:1.0:1769074963.394487:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429120:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.394521:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4235e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23090dd expref: 218 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.394533:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429248:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.394551:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074963.394555:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.394562:0:5764:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.394567:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.394580:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.394585:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.394588:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074963.394603:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00010000:00010000:1.0:1769074963.394730:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e42f66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094cd expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.394743:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094cd expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.394747:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074963.394750:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074963.394752:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82200, rc 0)
00000100:00100000:1.0:1769074963.394823:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657410944:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10112us (12150us total) trans 4295106558 rc 0/0
00000100:00100000:1.0:1769074963.394832:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210674
00010000:00010000:3.0:1769074963.395514:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e42f5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094c6 expref: 217 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.395528:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074963.395532:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.395563:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:2367:x1855007657411072:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 4475us (4839us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.395571:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5643
00000100:00100000:2.0:1769074963.405035:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.405093:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657411456
00000100:00100000:1.0:1769074963.405104:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657411456
00000100:00100000:1.0:1769074963.405165:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210675
00000100:00100000:1.0:1769074963.405175:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657411456:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.405202:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.405223:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094d4 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.405313:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.405328:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094cd expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.405335:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.405367:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094cd expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.405379:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094cd expref: 217 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.405392:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429376:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.405471:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ed80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.414961:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.415018:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429376:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.415051:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074963.415502:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657411584
00000100:00100000:1.0:1769074963.415510:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657411584
00010000:00010000:1.0:1769074963.415544:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094cd expref: 218 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.415578:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5645
00000100:00100000:1.0:1769074963.415586:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2368:x1855007657411584:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.415600:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.415607:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094cd expref: 218 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.415618:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094cd expref: 218 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.415640:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e42f6d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094cd expref: 218 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.415654:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074963.415660:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.415669:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.415677:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.415697:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.415756:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:2368:x1855007657411584:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (805us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.415763:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5645
00010000:00010000:1.0:1769074963.415884:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.415891:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074963.416493:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:1.0:1769074963.416499:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074963.416521:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.416554:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42f7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094d4 expref: 217 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.416568:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094d4 expref: 216 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.416576:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074963.416578:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074963.416581:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:1.0:1769074963.416618:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657411456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11444us (11590us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.416627:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210675
00000100:00100000:0.0:1769074963.424726:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.424765:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657411840
00000100:00100000:0.0:1769074963.424774:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657411840
00000100:00100000:0.0:1769074963.424837:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4458
00000100:00100000:0.0:1769074963.425287:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+216:13246:x1855007657411840:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074963.425593:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657411840:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 746us (876us total) trans 4295106559 rc 0/0
00000100:00100000:0.0:1769074963.425601:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4458
00000100:00100000:2.0:1769074963.435649:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.435704:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657411968
00000100:00100000:0.0:1769074963.435713:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657411968
00000100:00100000:0.0:1769074963.435777:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210676
00000100:00100000:0.0:1769074963.435788:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+217:13246:x1855007657411968:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.435824:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.435846:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e42f89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094db expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.435994:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436009:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436019:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436033:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436039:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436048:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436266:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e42f9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436338:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e42f9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436345:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e42f9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074963.436381:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.436385:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.436403:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e42f9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436413:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e42f9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436421:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436426:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436432:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436438:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.436442:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436450:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436461:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.436464:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.436469:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436475:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e42f90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436488:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436493:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436499:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436504:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.436507:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436513:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436520:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x1674e29a (ffff903298a49900)
00010000:00010000:0.0:1769074963.436523:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.436526:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436531:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42f97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.436559:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e42f89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094db expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.436572:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e42f9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094db expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.436580:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074963.436582:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.436584:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82e00, rc 0)
00000100:00100000:0.0:1769074963.436653:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657411968:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 866us (1011us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.436660:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210676
00000100:00100000:1.0:1769074963.448173:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657411200:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 64307us (64475us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.448188:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2991
00000001:00080000:1.0:1769074963.448223:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968165 is committed
00000001:00080000:1.0:1769074963.448236:0:6570:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968164 is committed
00000100:00100000:1.0:1769074963.448288:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.448411:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.448462:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657412096
00000100:00100000:3.0:1769074963.448470:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657412096
00000100:00100000:3.0:1769074963.448518:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1628
00000100:00100000:3.0:1769074963.448526:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2368:x1855007657412096:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.448540:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.448563:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e42f9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094db expref: 218 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.448580:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074963.448585:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.448631:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657412352
00000100:00100000:0.0:1769074963.448635:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657412352
00000100:00100000:0.0:1769074963.448661:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210677
00000100:00100000:0.0:1769074963.448666:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657412352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.448681:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.448695:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e42fa5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094e2 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.448787:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.448800:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094d4 expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.448808:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.448845:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094d4 expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.448858:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094d4 expref: 219 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.448872:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623429504:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074963.449009:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2368:x1855007657412096:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 483us (720us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.449016:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1628
00000100:00100000:0.0:1769074963.449259:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c900 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.451388:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623429504:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.451414:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074963.453146:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.453371:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657412480
00000100:00100000:0.0:1769074963.453380:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657412480
00010000:00010000:0.0:1769074963.453419:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094d4 expref: 219 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.453486:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5646
00000100:00100000:0.0:1769074963.453495:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2368:x1855007657412480:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.453510:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.453516:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094d4 expref: 219 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.453527:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094d4 expref: 219 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.453550:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42f82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094d4 expref: 219 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.453570:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074963.453575:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.453585:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.453592:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.453618:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.453667:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:2368:x1855007657412480:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 172us (529us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.453674:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5646
00010000:00010000:2.0:1769074963.453983:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.453992:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.454011:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00010000:00010000:2.0:1769074963.454165:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e42fa5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e2 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.454181:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e2 expref: 218 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.454189:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074963.454192:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074963.454194:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83800, rc 0)
00000100:00100000:2.0:1769074963.454231:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657412352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5565us (5820us total) trans 4295106560 rc 0/0
00000100:00100000:2.0:1769074963.454238:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210677
00000100:00100000:2.0:1769074963.460751:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.461051:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657412608
00000100:00100000:1.0:1769074963.461070:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657412608
00002000:00100000:1.0:1769074963.461124:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d3:0x0] (0->4095)  req@ffff90338abe5500 x1855007657412608/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:499/0 lens 4584/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074963.461135:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90338abe5500 with x1855007657412608 ext(0->4095)
00002000:00010000:1.0:1769074963.461141:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90338abe5500
00000100:00100000:1.0:1769074963.461205:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 635
00000100:00100000:1.0:1769074963.461216:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657412608:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074963.461659:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657412608:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 444us (918us total) trans 4294968255 rc 0/0
00000100:00100000:1.0:1769074963.461667:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 635
00002000:00100000:1.0:1769074963.461674:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x1d3:0x0] (0->4095)  req@ffff90338abe5500 x1855007657412608/t4294968255(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:499/0 lens 4584/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074963.461693:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff90338abe5500 with x1855007657412608 ext(0->4095)
00002000:00010000:1.0:1769074963.461697:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff90338abe5500
00000100:00100000:3.0:1769074963.462701:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.462858:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657412736
00000100:00100000:2.0:1769074963.462866:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657412736
00000100:00100000:2.0:1769074963.462946:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210678
00000100:00100000:2.0:1769074963.462955:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657412736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.462977:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.462995:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42fba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094e9 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.463189:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.463204:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e2 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.463212:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.463243:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e2 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.463257:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e2 expref: 219 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.463270:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338abe6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623429632:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.463424:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.466686:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.466766:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657412864
00000100:00100000:3.0:1769074963.466776:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657412864
00000100:00100000:3.0:1769074963.466851:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210679
00000100:00100000:3.0:1769074963.466861:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657412864:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:3.0:1769074963.467232:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13245:x1855007657412864:12345-192.168.204.54@tcp:44:dbench.0 Request processed in 371us (554us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.467240:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210679
00000100:00100000:0.0:1769074963.468999:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338abe6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623429632:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.469033:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074963.469631:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.469707:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657412992
00000100:00100000:0.0:1769074963.469714:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657412992
00010000:00010000:0.0:1769074963.469746:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e2 expref: 220 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.469833:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5647
00000100:00100000:0.0:1769074963.469842:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903391084450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2369:x1855007657412992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.469857:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.469864:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e2 expref: 220 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.469881:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e2 expref: 220 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.469902:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42fac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e2 expref: 220 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.469954:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074963.469960:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.469970:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.469978:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.470005:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.470057:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903391084450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2369:x1855007657412992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 215us (429us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.470073:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5647
00010000:00010000:2.0:1769074963.470413:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.470421:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.470467:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.470473:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.470492:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.470523:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e42fba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e9 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.470538:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e9 expref: 218 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.470546:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074963.470548:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.470551:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fac00, rc 0)
00000100:00100000:2.0:1769074963.470609:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657412736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7654us (7912us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.470616:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210678
00000100:00100000:2.0:1769074963.472141:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.472233:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657413120
00000100:00100000:1.0:1769074963.472241:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657413120
00000100:00100000:1.0:1769074963.472322:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2992
00000100:00100000:1.0:1769074963.472333:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657413120:12345-192.168.204.54@tcp:16:dbench.0
00000100:00100000:1.0:1769074963.479831:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.479873:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657413248
00000100:00100000:1.0:1769074963.479883:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657413248
00000100:00100000:1.0:1769074963.479954:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210680
00000100:00100000:1.0:1769074963.479963:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+218:13246:x1855007657413248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.479984:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.480003:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42fc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094f0 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.480075:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480090:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480100:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480113:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480119:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480125:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480225:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480232:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480242:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074963.480276:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:1.0:1769074963.480280:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074963.480298:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480308:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480316:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480322:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480329:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480334:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.480338:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480345:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480356:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074963.480359:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.480363:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480369:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e42fcf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480381:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480387:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480392:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480397:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.480399:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480404:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480410:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x17d46a (ffff903299a8d100)
00010000:00010000:1.0:1769074963.480412:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.480414:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480420:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e42fd6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.480444:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e42fc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.480455:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 219 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.480461:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:1.0:1769074963.480464:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074963.480466:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074963.480517:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657413248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 555us (705us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.480525:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210680
00000100:00100000:3.0:1769074963.492681:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.492704:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.492722:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657413504
00000100:00100000:3.0:1769074963.492731:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657413504
00000100:00100000:3.0:1769074963.492785:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210681
00000100:00100000:3.0:1769074963.492793:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657413504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074963.492823:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074963.492846:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42fe4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094f7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.492979:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.492993:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d56 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.493002:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.493009:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.493048:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.493060:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 220 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.493074:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429760:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.493156:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d56 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.493165:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d56 expref: 220 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.493173:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429888:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074963.493194:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c300 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.493366:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657413632
00000100:00100000:0.0:1769074963.493372:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657413632
00010000:00010000:0.0:1769074963.493396:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 221 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.493425:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5648
00000100:00100000:0.0:1769074963.493432:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2369:x1855007657413632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.493441:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.493447:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 221 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.493457:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 221 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.493475:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:0.0:1769074963.493479:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.493486:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.493492:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.493514:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2369:x1855007657413632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 82us (808us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.493520:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5648
00000100:00100000:3.0:1769074963.501468:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429888:192.168.204.54@tcp:104:
00000001:00080000:0.0:1769074963.502642:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968255 is committed
00000001:00080000:0.0:1769074963.502662:0:7441:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968254 is committed
00000100:00100000:1.0:1769074963.502807:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657413120:12345-192.168.204.54@tcp:16:dbench.0 Request processed in 30470us (30667us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.502827:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2992
00000100:00100000:1.0:1769074963.505161:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.505289:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657413760
00000100:00100000:3.0:1769074963.505300:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657413760
00010000:00010000:3.0:1769074963.505339:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d56 expref: 221 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.505380:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5649
00000100:00100000:3.0:1769074963.505389:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657413760:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.505402:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.505408:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d56 expref: 221 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.505422:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d56 expref: 221 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.505444:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e418d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d56 expref: 221 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.505460:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:3.0:1769074963.505466:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.505474:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.505481:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.505499:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.505553:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2368:x1855007657413760:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 164us (400us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.505561:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5649
00010000:00010000:0.0:1769074963.505660:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000a00afd55 x1855007623429760) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 219 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.505674:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e42fdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f0 expref: 219 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.505686:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623429760:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.505707:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:0.0:1769074963.505713:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.505727:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.505733:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074963.505751:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00010000:00010000:0.0:1769074963.505960:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e42fe4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f7 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.505976:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f7 expref: 219 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.505983:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:0.0:1769074963.505986:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074963.505988:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:0.0:1769074963.506014:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657413504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13223us (13342us total) trans 4295106561 rc 0/0
00000100:00100000:0.0:1769074963.506021:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210681
00000100:00100000:2.0:1769074963.516457:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.516540:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657413888
00000100:00100000:0.0:1769074963.516550:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657413888
00000100:00100000:0.0:1769074963.516615:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210682
00000100:00100000:0.0:1769074963.516624:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13246:x1855007657413888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.516649:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.516669:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42ff9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23094fe expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.516753:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.516769:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f7 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.516791:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.516833:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f7 expref: 220 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.516847:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f7 expref: 220 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.516861:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623430016:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.516983:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.520154:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.520253:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657414016
00000100:00100000:1.0:1769074963.520264:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657414016
00000100:00100000:1.0:1769074963.520328:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210683
00000100:00100000:1.0:1769074963.520338:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657414016:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.520360:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.520382:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e43007 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309505 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.520447:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520461:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520473:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520487:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520495:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520503:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520622:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4301c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520631:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4301c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520638:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4301c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074963.520673:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 2048
00000004:00200000:1.0:1769074963.520677:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074963.520696:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4301c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520707:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4301c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520716:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520722:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520729:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520735:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.520739:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520745:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520755:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074963.520757:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.520761:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520765:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4300e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520773:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520777:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520780:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520783:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.520785:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520787:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520791:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x283705e2 (ffff903299a8d100)
00010000:00010000:1.0:1769074963.520792:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.520794:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520796:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43015 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.520832:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e43007 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309505 expref: 223 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.520848:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4301c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309505 expref: 222 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.520858:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00000100:00100000:0.0:1769074963.521191:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623430016:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.521214:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.521342:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074963.521348:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074963.521418:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657414016:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1080us (1272us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.521426:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210683
00000100:00100000:2.0:1769074963.522223:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.522309:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657414144
00000100:00100000:1.0:1769074963.522316:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657414144
00010000:00010000:1.0:1769074963.522345:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f7 expref: 222 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.522412:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5650
00000100:00100000:1.0:1769074963.522420:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2368:x1855007657414144:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.522433:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.522439:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f7 expref: 222 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.522452:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f7 expref: 222 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.522471:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e42feb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094f7 expref: 222 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.522490:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:1.0:1769074963.522495:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.522504:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.522511:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.522537:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074963.522625:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.522633:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074963.522668:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.522673:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.522688:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.522714:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e42ff9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094fe expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.522730:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094fe expref: 221 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.522737:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:0.0:1769074963.522739:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.522742:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83600, rc 0)
00000100:00100000:1.0:1769074963.522791:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2368:x1855007657414144:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 370us (571us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.522798:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5650
00000100:00100000:0.0:1769074963.522972:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:13246:x1855007657413888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6348us (6526us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.522979:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210682
00000100:00100000:2.0:1769074963.526735:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.526843:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.526997:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657414528
00000100:00100000:1.0:1769074963.527007:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657414528
00000100:00100000:1.0:1769074963.527069:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1629
00000100:00100000:1.0:1769074963.527079:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+220:2368:x1855007657414528:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.527094:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.527118:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4301c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309505 expref: 220 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.527135:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074963.527141:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.527188:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:2368:x1855007657414528:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 110us (345us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.527195:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1629
00000100:00100000:0.0:1769074963.527586:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657414400
00000100:00100000:0.0:1769074963.527592:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657414400
00000100:00100000:0.0:1769074963.527662:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210684
00000100:00100000:0.0:1769074963.527670:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+219:13245:x1855007657414400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.527686:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.527701:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43023 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230950c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.527804:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4302a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.527827:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4302a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.527837:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4302a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074963.527848:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 2048
00010000:00010000:0.0:1769074963.527990:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43023 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230950c expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.528008:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4302a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230950c expref: 221 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.528016:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074963.528019:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.528022:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83a00, rc 0)
00000100:00100000:0.0:1769074963.528065:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13245:x1855007657414400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 395us (1339us total) trans 4295106562 rc 0/0
00000100:00100000:0.0:1769074963.528071:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210684
00000100:00100000:2.0:1769074963.530323:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.530397:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657414656
00000100:00100000:0.0:1769074963.530407:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657414656
00000100:00100000:0.0:1769074963.530459:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210685
00000100:00100000:0.0:1769074963.530469:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:13246:x1855007657414656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.530488:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.530507:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43038 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309513 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.530568:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530582:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530592:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530606:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530618:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530624:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530733:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e4304d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530741:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e4304d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530748:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e4304d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074963.530783:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.530788:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.530806:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e4304d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530828:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e4304d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530837:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530844:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530850:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530855:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb82600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.530859:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530867:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530878:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.530880:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.530885:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530891:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4303f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530904:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530945:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530950:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530955:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.530958:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530963:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530971:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc3f00931 (ffff903298a49900)
00010000:00010000:0.0:1769074963.530974:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.530977:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.530982:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43046 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.531012:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43038 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309513 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.531025:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e4304d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309513 expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.531033:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074963.531035:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.531037:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82e00, rc 0)
00000100:00100000:0.0:1769074963.531091:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657414656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 623us (777us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.531099:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210685
00000100:00100000:2.0:1769074963.534525:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.534600:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657414912
00000100:00100000:0.0:1769074963.534611:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657414912
00000100:00100000:0.0:1769074963.534709:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4459
00000100:00100000:0.0:1769074963.534720:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13245:x1855007657414912:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074963.534993:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657414912:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 274us (477us total) trans 4295106563 rc 0/0
00000100:00100000:0.0:1769074963.535002:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4459
00000100:00100000:2.0:1769074963.536242:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.536333:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657415040
00000100:00100000:3.0:1769074963.536341:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657415040
00000100:00100000:3.0:1769074963.536429:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1630
00000100:00100000:3.0:1769074963.536439:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:2366:x1855007657415040:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.536454:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.536478:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4302a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230950c expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.536502:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:3.0:1769074963.536507:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.536553:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2366:x1855007657415040:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 115us (316us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.536560:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1630
00000100:00100000:2.0:1769074963.541373:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.541444:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.541469:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.541500:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657415424
00000100:00100000:3.0:1769074963.541509:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657415424
00000100:00100000:3.0:1769074963.541563:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1631
00000100:00100000:3.0:1769074963.541570:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:2369:x1855007657415424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.541584:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.541604:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e4304d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309513 expref: 222 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.541619:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074963.541623:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.541665:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+221:2369:x1855007657415424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 96us (222us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.541670:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1631
00000100:00100000:1.0:1769074963.542069:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657415296
00000100:00100000:1.0:1769074963.542075:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657415296
00000100:00100000:1.0:1769074963.542142:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657415680
00000100:00100000:1.0:1769074963.542146:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657415680
00000100:00100000:2.0:1769074963.542185:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210686
00000100:00100000:2.0:1769074963.542202:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+222:13246:x1855007657415296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.542218:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.542235:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43054 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230951a expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.542346:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.542360:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d80 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.542370:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.542403:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d80 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.542415:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d80 expref: 223 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.542428:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3925c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623430144:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.542489:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e600 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.542505:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210687
00000100:00100000:2.0:1769074963.542513:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657415680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.542525:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.542535:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43062 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309521 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.542583:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.542593:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c92 expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.542600:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074963.542618:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c92 expref: 224 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.542626:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c92 expref: 224 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.542636:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3925880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623430272:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.542659:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ed80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.545326:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3925c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623430144:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.545358:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074963.545372:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.545394:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657415808
00000100:00100000:0.0:1769074963.545401:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657415808
00010000:00010000:0.0:1769074963.545434:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d80 expref: 225 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.545465:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5651
00000100:00100000:0.0:1769074963.545474:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2368:x1855007657415808:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.545488:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.545495:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d80 expref: 225 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.545504:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d80 expref: 225 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.545521:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec400/0x2152b583a6e41947 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308d80 expref: 225 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.545532:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074963.545536:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.545542:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.545547:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.545565:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074963.545583:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.545589:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074963.545608:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000100:00100000:0.0:1769074963.545620:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657415808:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 147us (247us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.545627:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5651
00010000:00010000:2.0:1769074963.545758:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43054 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230951a expref: 225 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.546159:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230951a expref: 224 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.546169:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:2.0:1769074963.546173:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074963.546175:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fae00, rc 0)
00000100:00100000:2.0:1769074963.546268:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657415296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4073us (4903us total) trans 4295106564 rc 0/0
00000100:00100000:2.0:1769074963.546275:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210686
00000100:00100000:2.0:1769074963.550271:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.550353:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657415936
00000100:00100000:1.0:1769074963.550363:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657415936
00010000:00010000:1.0:1769074963.550399:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c92 expref: 224 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.550439:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5652
00000100:00100000:1.0:1769074963.550448:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2369:x1855007657415936:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.550462:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.550469:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c92 expref: 224 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.550481:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c92 expref: 224 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.550503:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074963.550509:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.550519:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.550526:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.550542:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.550596:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2369:x1855007657415936:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 148us (334us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.550608:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5652
00010000:00010000:0.0:1769074963.552423:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24de00/0x2152b583a6e41684 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c92 expref: 223 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.552450:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3925880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623430272:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.552475:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.552484:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.552490:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074963.552507:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 2048
00010000:00010000:0.0:1769074963.552659:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43062 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309521 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.552674:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309521 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.552682:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074963.552685:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074963.552688:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fba00, rc 0)
00000100:00100000:0.0:1769074963.552748:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657415680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10235us (11276us total) trans 4295106565 rc 0/0
00000100:00100000:0.0:1769074963.552756:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210687
00000100:00100000:2.0:1769074963.552989:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.553602:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657416064
00000100:00100000:0.0:1769074963.553610:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657416064
00000100:00100000:0.0:1769074963.553658:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210688
00000100:00100000:0.0:1769074963.553667:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657416064:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.553693:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.553710:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4307e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309528 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.553787:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.553801:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230951a expref: 224 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.553808:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.553848:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230951a expref: 224 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.553861:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230951a expref: 224 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.553874:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623430400:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.553975:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.559466:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623430400:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.559482:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074963.559497:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074963.560056:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657416192
00000100:00100000:3.0:1769074963.560066:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657416192
00010000:00010000:3.0:1769074963.560114:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230951a expref: 225 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.560153:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5653
00000100:00100000:3.0:1769074963.560161:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2368:x1855007657416192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.560178:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.560184:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230951a expref: 225 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.560195:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230951a expref: 225 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.560216:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4305b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230951a expref: 225 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.560229:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074963.560233:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.560243:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.560250:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.560278:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074963.560302:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.560309:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074963.560334:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657416192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (851us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.560341:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5653
00000004:00200000:0.0:1769074963.560357:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.560361:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.560380:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.560412:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4307e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309528 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.560428:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309528 expref: 223 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.560434:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074963.560437:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.560440:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82000, rc 0)
00000100:00100000:0.0:1769074963.560470:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13246:x1855007657416064:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6804us (7482us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.560476:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210688
00000100:00100000:3.0:1769074963.563025:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.563141:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657416320
00000100:00100000:0.0:1769074963.563153:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657416320
00000100:00100000:0.0:1769074963.563206:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210689
00000100:00100000:0.0:1769074963.563215:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+223:13245:x1855007657416320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.563239:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.563261:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e4308c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230952f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.563346:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.563365:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309521 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.563372:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.563403:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309521 expref: 224 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.563416:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309521 expref: 224 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.563428:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623430528:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.563511:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.566453:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.566476:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623430528:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.566501:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074963.566557:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657416448
00000100:00100000:2.0:1769074963.566564:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657416448
00000100:00100000:2.0:1769074963.566620:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210690
00000100:00100000:2.0:1769074963.566630:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bbc0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657416448:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.566658:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.566676:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4309a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309536 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.566737:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.566752:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.566763:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.566776:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.566783:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.566793:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.566955:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.566965:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.566972:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074963.567003:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.567007:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.567023:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567033:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567041:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567047:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567053:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567058:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.567062:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567069:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567080:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074963.567083:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.567088:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567093:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567104:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567111:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567117:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567122:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.567124:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567130:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567136:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x103f9c81 (ffff9032af293200)
00010000:00010000:2.0:1769074963.567139:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.567142:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567148:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.567175:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e4309a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309536 expref: 227 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.567189:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309536 expref: 226 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.567196:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074963.567199:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.567201:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:2.0:1769074963.567265:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bbc0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657416448:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 636us (820us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.567272:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210690
00000100:00100000:3.0:1769074963.574122:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.574177:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.574249:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657416832
00000100:00100000:1.0:1769074963.574260:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657416832
00000100:00100000:0.0:1769074963.574272:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657416960
00000100:00100000:0.0:1769074963.574277:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657416960
00000100:00100000:0.0:1769074963.574327:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1632
00000100:00100000:1.0:1769074963.574327:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210691
00000100:00100000:0.0:1769074963.574338:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2366:x1855007657416960:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1769074963.574338:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657416832:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.574353:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.574355:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.574371:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e430b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230953d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.574375:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309536 expref: 227 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.574391:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:0.0:1769074963.574396:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.574451:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2366:x1855007657416960:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 116us (274us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.574458:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1632
00010000:00010000:1.0:1769074963.574470:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.574483:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308daa expref: 226 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.574492:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.574522:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308daa expref: 226 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.574533:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308daa expref: 226 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.574545:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623430656:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.574608:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90339889f480 going to sleep for 11 seconds
00000100:00100000:3.0:1769074963.575433:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.575501:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657416576
00000100:00100000:1.0:1769074963.575507:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657416576
00010000:00010000:1.0:1769074963.575530:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309521 expref: 227 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.575564:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5654
00000100:00100000:1.0:1769074963.575573:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2368:x1855007657416576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.575584:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.575589:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309521 expref: 227 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.575600:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309521 expref: 227 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.575616:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43069 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309521 expref: 227 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.575630:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074963.575635:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.575655:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.575663:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.575693:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.575727:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657416576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 155us (297us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.575735:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5654
00010000:00010000:3.0:1769074963.576170:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.576179:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074963.576215:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 2048
00000004:00200000:3.0:1769074963.576219:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074963.576238:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074963.576267:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e4308c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230952f expref: 226 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.576284:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230952f expref: 225 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.576292:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:3.0:1769074963.576295:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074963.576297:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82200, rc 0)
00000100:00100000:3.0:1769074963.576339:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657416320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13125us (13323us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.576347:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210689
00000100:00100000:1.0:1769074963.577280:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623430656:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.577308:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074963.584885:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.584998:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657417088
00000100:00100000:0.0:1769074963.585008:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657417088
00010000:00010000:0.0:1769074963.585047:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308daa expref: 225 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.585090:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5655
00000100:00100000:0.0:1769074963.585100:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2368:x1855007657417088:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.585116:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.585123:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308daa expref: 225 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.585136:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308daa expref: 225 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.585160:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eecc00/0x2152b583a6e419c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308daa expref: 225 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.585174:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:0.0:1769074963.585179:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074963.585187:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074963.585194:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074963.585219:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.585271:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:2368:x1855007657417088:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 172us (395us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.585279:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5655
00010000:00010000:2.0:1769074963.585357:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.585365:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074963.585386:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00010000:00010000:2.0:1769074963.585552:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e430b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230953d expref: 225 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.585566:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230953d expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.585574:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074963.585577:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074963.585579:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:2.0:1769074963.585606:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657416832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11270us (11493us total) trans 4295106566 rc 0/0
00000100:00100000:2.0:1769074963.585616:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210691
00000100:00100000:1.0:1769074963.585778:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.587246:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657417216
00000100:00100000:2.0:1769074963.587256:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657417216
00000100:00100000:2.0:1769074963.587311:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210692
00000100:00100000:2.0:1769074963.587320:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657417216:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.587339:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.587358:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e430cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309544 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.587422:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587436:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587447:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587460:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587466:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587471:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587583:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e430e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587592:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e430e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587598:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e430e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074963.587625:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 2048
00000004:00200000:2.0:1769074963.587629:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.587641:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e430e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587650:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e430e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587658:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587664:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587669:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587675:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.587679:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587686:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587697:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074963.587700:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.587705:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587711:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e430d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587722:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587726:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587729:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587732:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.587733:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587737:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587741:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x283705e2 (ffff9032af293200)
00010000:00010000:2.0:1769074963.587742:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.587743:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587746:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e430d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.587765:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e430cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309544 expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.587775:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e430e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309544 expref: 225 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.587782:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:2.0:1769074963.587784:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.587787:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:2.0:1769074963.587853:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657417216:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 534us (2074us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.587860:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210692
00000100:00100000:3.0:1769074963.594253:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.594348:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.594548:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657417344
00000100:00100000:0.0:1769074963.594558:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657417344
00000100:00100000:1.0:1769074963.595983:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.596069:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657417600
00000100:00100000:3.0:1769074963.596078:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657417600
00000100:00100000:3.0:1769074963.596146:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1633
00000100:00100000:3.0:1769074963.596158:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2366:x1855007657417600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.596174:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.596198:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e430e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309544 expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.596218:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:3.0:1769074963.596224:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.596388:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:2366:x1855007657417600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 232us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.596396:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1633
00000100:00100000:2.0:1769074963.596636:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657417472
00000100:00100000:2.0:1769074963.596730:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657417472
00000100:00100000:2.0:1769074963.597110:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210693
00000100:00100000:2.0:1769074963.597121:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13246:x1855007657417344:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.597139:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.597153:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e430e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230954b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.597215:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.597224:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230953d expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.597230:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.597253:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230953d expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.597261:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230953d expref: 226 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.597271:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3927480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623430784:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.597331:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.598694:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210694
00000100:00100000:0.0:1769074963.598712:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657417472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.598728:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.598745:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e430f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309552 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.598796:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598809:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598829:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598844:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598852:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598857:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598949:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598957:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598963:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598968:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.598972:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598979:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.598990:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074963.598992:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.598997:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.599002:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e430fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.599015:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.599021:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.599026:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.599030:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.599033:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.599038:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.599044:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3f304673 (ffff903298a49900)
00010000:00010000:0.0:1769074963.599046:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.599049:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.599053:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43103 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.599080:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e430f5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309552 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.599088:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074963.599090:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.599093:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e430f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309552 expref: 227 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.599102:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83400, rc 0)
00000100:00100000:0.0:1769074963.599161:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657417472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 455us (4812us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074963.599168:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210694
00000100:00100000:3.0:1769074963.603017:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.603107:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657417728
00000100:00100000:1.0:1769074963.603117:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657417728
00010000:00010000:1.0:1769074963.603158:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230953d expref: 226 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.603199:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5656
00000100:00100000:1.0:1769074963.603208:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657417728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.603223:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.603229:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230953d expref: 226 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.603242:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230953d expref: 226 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.603265:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:1.0:1769074963.603281:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.603290:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.603298:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.603318:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.603378:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657417728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 171us (370us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.603387:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5656
00010000:00010000:2.0:1769074963.604166:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e430bd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230953d expref: 225 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.604186:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3927480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623430784:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.604212:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.604220:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.604225:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074963.604268:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.604273:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.604291:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.604320:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e430e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230954b expref: 225 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.604334:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230954b expref: 224 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.604342:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074963.604349:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.604354:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8e00, rc 0)
00000100:00100000:2.0:1769074963.604392:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13246:x1855007657417344:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7274us (10148us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.604402:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210693
00000100:00100000:2.0:1769074963.608244:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.608358:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657417856
00000100:00100000:1.0:1769074963.608367:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657417856
00000100:00100000:1.0:1769074963.608421:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210695
00000100:00100000:1.0:1769074963.608430:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+224:13245:x1855007657417856:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.608450:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.608470:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4310a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309559 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.608529:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e43111 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.608540:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e43111 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.608548:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e43111 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074963.608602:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:1.0:1769074963.608605:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074963.608619:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e43111 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.608635:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4310a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309559 expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.608652:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e43111 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309559 expref: 225 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.608661:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074963.608664:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074963.608667:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:1.0:1769074963.608734:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657417856:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 304us (499us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.608741:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210695
00000100:00100000:0.0:1769074963.612868:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.612995:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.613104:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657418112
00000100:00100000:1.0:1769074963.613115:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657418112
00000100:00100000:1.0:1769074963.613182:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4460
00000100:00100000:1.0:1769074963.613192:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+225:13245:x1855007657418112:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074963.614853:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657417984
00000100:00100000:3.0:1769074963.614868:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657417984
00000100:00100000:0.0:1769074963.615111:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210696
00000100:00100000:0.0:1769074963.615120:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657417984:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.615137:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.615157:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43118 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309560 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.615218:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615233:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615244:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615256:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615263:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615268:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615363:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615371:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615378:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074963.615410:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.615414:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.615431:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615448:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615456:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615462:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615468:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615474:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.615478:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615485:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615496:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.615499:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.615504:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615510:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4311f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615524:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615530:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615535:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615540:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.615542:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615548:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615555:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2ee4e5f8 (ffff903298a49900)
00010000:00010000:0.0:1769074963.615557:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.615560:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615565:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43126 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.615592:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43118 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 229 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.615604:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 228 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.615612:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:0.0:1769074963.615614:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.615616:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82600, rc 0)
00000100:00100000:0.0:1769074963.615675:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13246:x1855007657417984:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 556us (2817us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.615683:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210696
00000100:00100000:1.0:1769074963.617249:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657418112:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 4049us (4244us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.617261:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4460
00000100:00100000:0.0:1769074963.624590:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.624625:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.624652:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.624729:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657418496
00000100:00100000:1.0:1769074963.624738:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657418496
00000100:00100000:1.0:1769074963.624786:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657418624
00000100:00100000:1.0:1769074963.624790:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657418624
00000100:00100000:1.0:1769074963.624824:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210697
00000100:00100000:2.0:1769074963.624830:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210698
00000100:00100000:1.0:1769074963.624834:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13246:x1855007657418496:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074963.624841:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657418624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.624854:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.624854:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.624873:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4313b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309567 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.624873:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43134 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230956e expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.624958:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.624973:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.624984:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.624985:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.624999:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dcd expref: 229 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.624999:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625006:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.625007:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 229 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.625013:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.625015:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.625048:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 229 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.625060:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 229 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.625073:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623430912:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.625093:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625099:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625108:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625113:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.625117:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625124:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625135:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074963.625138:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.625142:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625148:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e43142 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.625152:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dcd expref: 229 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.625159:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dcd expref: 229 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.625160:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625166:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074963.625168:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431040:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.625172:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625177:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.625179:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625185:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074963.625188:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90339889f480 going to sleep for 11 seconds
00010000:00010000:2.0:1769074963.625193:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3771cd63 (ffff9032af293200)
00010000:00010000:2.0:1769074963.625196:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.625198:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625203:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e43150 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.625231:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43134 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230956e expref: 229 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.625238:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074963.625240:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.625243:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43134 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230956e expref: 229 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.625251:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8a00, rc 0)
00000100:00100000:2.0:1769074963.625292:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657418624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 453us (638us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074963.625299:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210698
00000100:00100000:3.0:1769074963.625550:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657418240
00000100:00100000:3.0:1769074963.625556:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657418240
00010000:00010000:3.0:1769074963.625576:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 228 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.625609:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5657
00000100:00100000:3.0:1769074963.625616:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657418240:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.625626:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.625631:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 228 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.625641:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 228 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.625653:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:3.0:1769074963.625657:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074963.625663:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074963.625669:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.625705:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657418240:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 89us (1123us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.625711:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5657
00010000:00010000:1.0:1769074963.633650:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000000d2b4688 x1855007623430912) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 227 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.633679:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e4312d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309560 expref: 227 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.633696:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623430912:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.633710:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431040:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.633734:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074963.633740:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.633749:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.633758:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074963.634826:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.635169:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657418752
00000100:00100000:0.0:1769074963.635179:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657418752
00000100:00100000:0.0:1769074963.635348:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210699
00000100:00100000:0.0:1769074963.635360:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657418752:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.635380:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.635401:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43157 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309575 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.635470:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635485:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635496:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635509:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635516:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635522:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635594:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635602:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635612:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635619:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.635623:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635631:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635643:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074963.635646:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.635652:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635657:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4315e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635669:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635674:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635679:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635683:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.635686:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635690:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635697:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x198617f1 (ffff903298a49900)
00010000:00010000:0.0:1769074963.635700:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.635702:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635706:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43165 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x198617f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.635738:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43157 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309575 expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.635746:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074963.635748:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.635751:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43157 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309575 expref: 228 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.635758:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83400, rc 0)
00000100:00100000:0.0:1769074963.635881:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:13245:x1855007657418752:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 523us (1068us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074963.635888:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210699
00000100:00100000:0.0:1769074963.645507:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.645584:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657418880
00000100:00100000:1.0:1769074963.645594:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657418880
00010000:00010000:1.0:1769074963.645631:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dcd expref: 227 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.645669:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5658
00000100:00100000:1.0:1769074963.645678:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2368:x1855007657418880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.645693:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.645699:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dcd expref: 227 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.645718:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dcd expref: 227 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.645740:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d800/0x2152b583a6e41a35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308dcd expref: 227 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.645754:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074963.645759:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.645780:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.645788:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074963.645828:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.645888:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:2368:x1855007657418880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 211us (392us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.645897:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5658
00010000:00010000:2.0:1769074963.645994:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.646003:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074963.646026:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00010000:00010000:2.0:1769074963.646199:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4313b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309567 expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.646219:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309567 expref: 226 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.646227:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:2.0:1769074963.646230:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074963.646233:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:2.0:1769074963.646259:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657418496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 21427us (21632us total) trans 4295106567 rc 0/0
00000100:00100000:2.0:1769074963.646266:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210697
00000100:00100000:1.0:1769074963.653982:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.654297:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657419008
00000100:00100000:2.0:1769074963.654308:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657419008
00000100:00100000:2.0:1769074963.654361:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210700
00000100:00100000:2.0:1769074963.654369:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657419008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.654396:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.654413:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43173 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230957c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.654486:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.654496:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309567 expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.654502:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.654526:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309567 expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.654536:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309567 expref: 227 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.654545:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431168:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.654620:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ea80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.660244:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.660451:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657419136
00000100:00100000:3.0:1769074963.660462:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657419136
00010000:00010000:3.0:1769074963.660502:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309567 expref: 228 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.660535:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5659
00000100:00100000:3.0:1769074963.660544:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:2369:x1855007657419136:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.660558:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.660564:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309567 expref: 228 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.660576:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309567 expref: 228 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.660597:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:3.0:1769074963.660602:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074963.660611:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074963.660618:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074963.660636:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074963.660769:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43149 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309567 expref: 228 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.660785:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431168:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.660810:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.660827:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.660832:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074963.660878:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.660883:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.660903:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.660977:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43173 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230957c expref: 228 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.660991:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230957c expref: 227 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.661004:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:2.0:1769074963.661006:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.661009:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9800, rc 0)
00000100:00100000:3.0:1769074963.665375:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+227:2369:x1855007657419136:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 4819us (5127us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.665390:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5659
00000100:00100000:2.0:1769074963.665512:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13246:x1855007657419008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11141us (11539us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.665521:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210700
00000100:00100000:0.0:1769074963.667058:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.667407:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657419392
00000100:00100000:1.0:1769074963.667420:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657419392
00000100:00100000:1.0:1769074963.667477:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4461
00000100:00100000:1.0:1769074963.667487:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+226:13245:x1855007657419392:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:1.0:1769074963.667904:0:13329:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106568
00000100:00100000:1.0:1769074963.668048:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657419392:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 562us (995us total) trans 4295106569 rc 0/0
00000100:00100000:1.0:1769074963.668135:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4461
00000020:00080000:1.0:1769074963.668140:0:13329:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:1.0:1769074963.672024:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.672317:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657419648
00000100:00100000:2.0:1769074963.672330:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657419648
00000100:00100000:2.0:1769074963.672389:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210701
00000100:00100000:2.0:1769074963.672396:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+228:13245:x1855007657419648:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.672425:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.672443:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e43181 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309583 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.672529:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.672539:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309218 expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.672546:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.672584:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309218 expref: 229 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.672593:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309218 expref: 229 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.672603:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431296:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.672687:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ed80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.674553:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.674672:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657419776
00000100:00100000:0.0:1769074963.674684:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657419776
00000100:00100000:0.0:1769074963.674775:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210702
00000100:00100000:0.0:1769074963.674786:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657419776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.674804:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.674838:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4318f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230958a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.674938:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.674954:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.674965:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.674978:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.674985:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.674992:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675126:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e431a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675135:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e431a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675141:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e431a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074963.675174:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.675179:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.675198:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e431a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675212:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e431a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675220:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675227:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675233:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675239:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.675244:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675250:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675262:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.675265:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.675281:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675288:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43196 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675303:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675310:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675315:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675320:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.675323:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675330:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675337:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51a4c572 (ffff903298a49900)
00010000:00010000:0.0:1769074963.675340:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.675342:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675348:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4319d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.675379:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4318f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230958a expref: 232 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.675392:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e431a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230958a expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.675400:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:0.0:1769074963.675402:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.675405:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83e00, rc 0)
00000100:00100000:0.0:1769074963.675473:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657419776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 689us (928us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.675480:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210702
00000100:00100000:1.0:1769074963.676892:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.677200:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657419904
00000100:00100000:3.0:1769074963.677209:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657419904
00010000:00010000:3.0:1769074963.677242:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309218 expref: 231 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.677280:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5660
00000100:00100000:3.0:1769074963.677289:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2369:x1855007657419904:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.677302:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.677309:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309218 expref: 231 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.677322:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309218 expref: 231 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.677342:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074963.677348:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074963.677359:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074963.677368:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074963.677386:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.677435:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2369:x1855007657419904:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 146us (549us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.677446:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5660
00010000:00010000:2.0:1769074963.678985:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4271d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309218 expref: 230 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.679008:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431296:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.679039:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.679048:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.679054:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074963.679076:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10421:0x0]: returning size 4096
00010000:00010000:2.0:1769074963.679236:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e43181 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309583 expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.679251:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309583 expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.679260:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:2.0:1769074963.679262:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074963.679265:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8200, rc 0)
00000100:00100000:2.0:1769074963.679333:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657419648:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6936us (7317us total) trans 4295106570 rc 0/0
00000100:00100000:2.0:1769074963.679343:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210701
00000100:00100000:3.0:1769074963.680036:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.680074:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657420032
00000100:00100000:3.0:1769074963.680082:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657420032
00000100:00100000:3.0:1769074963.680125:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1634
00000100:00100000:3.0:1769074963.680134:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:2368:x1855007657420032:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.680145:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.680164:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e431a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230958a expref: 230 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.680181:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:3.0:1769074963.680186:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.680218:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:2368:x1855007657420032:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 86us (185us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.680226:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1634
00000100:00100000:3.0:1769074963.680722:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.682077:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657420288
00000100:00100000:2.0:1769074963.682088:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657420288
00000100:00100000:2.0:1769074963.682148:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210703
00000100:00100000:2.0:1769074963.682158:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+229:13246:x1855007657420288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.682178:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.682197:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e431b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309591 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.682310:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.682324:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df7 expref: 230 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.682333:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.682367:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df7 expref: 230 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.682380:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df7 expref: 230 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.682392:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431424:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.682468:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ed80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074963.683259:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.683338:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657420416
00000100:00100000:0.0:1769074963.683345:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657420416
00000100:00100000:0.0:1769074963.683390:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210704
00000100:00100000:0.0:1769074963.683398:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657420416:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.683414:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.683428:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e431c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309598 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.683491:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.683502:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309583 expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.683509:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.683534:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309583 expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.683543:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309583 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.683554:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623431552:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.683656:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.686213:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431424:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.686245:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074963.687318:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.687461:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657420544
00000100:00100000:0.0:1769074963.687469:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657420544
00010000:00010000:0.0:1769074963.687506:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df7 expref: 233 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.687547:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5661
00000100:00100000:0.0:1769074963.687556:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+233:2368:x1855007657420544:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.687570:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.687576:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df7 expref: 233 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.687589:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df7 expref: 233 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.687611:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e41ab3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308df7 expref: 233 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.687627:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:0.0:1769074963.687632:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074963.687641:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074963.687649:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074963.687679:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.687726:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657420544:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 170us (412us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.687734:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5661
00000100:00100000:1.0:1769074963.687904:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623431552:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.688347:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.688436:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.688443:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074963.688463:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00010000:00010000:2.0:1769074963.688618:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e431b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309591 expref: 233 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.688636:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309591 expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.688644:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074963.688646:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074963.688649:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9400, rc 0)
00000100:00100000:2.0:1769074963.688701:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13246:x1855007657420288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6545us (7980us total) trans 4295106571 rc 0/0
00000100:00100000:2.0:1769074963.688709:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210703
00000100:00100000:3.0:1769074963.693971:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.694037:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657420672
00000100:00100000:1.0:1769074963.694046:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657420672
00010000:00010000:1.0:1769074963.694099:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309583 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.694133:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5662
00000100:00100000:1.0:1769074963.694143:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2368:x1855007657420672:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.694157:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.694164:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309583 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.694178:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309583 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.694200:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43188 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10421:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309583 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.694215:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:1.0:1769074963.694221:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.694231:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.694237:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.694266:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.694319:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2368:x1855007657420672:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 176us (356us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.694326:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5662
00000100:00100000:3.0:1769074963.694498:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.694572:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657420800
00000100:00100000:3.0:1769074963.694577:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657420800
00000100:00100000:3.0:1769074963.694602:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210705
00000100:00100000:3.0:1769074963.694609:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386506450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657420800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074963.694630:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074963.694645:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e431d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230959f expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.694722:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074963.694734:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309591 expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.694741:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.694757:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.694764:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.694769:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309591 expref: 232 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.694781:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309591 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.694793:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431680:192.168.204.54@tcp:104:
00000004:00200000:2.0:1769074963.694794:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10421:0x0]: returning size 4096
00000004:00200000:2.0:1769074963.694798:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.694829:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.694863:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e431c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10421:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309598 expref: 233 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.694877:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309598 expref: 232 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.694885:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:2.0:1769074963.694888:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.694890:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83800, rc 0)
00000100:00100000:3.0:1769074963.694901:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.694932:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657420416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11535us (11676us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.694939:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210704
00000100:00100000:2.0:1769074963.702244:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623431680:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.702269:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074963.702334:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.702497:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657420928
00000100:00100000:0.0:1769074963.702506:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657420928
00010000:00010000:0.0:1769074963.702542:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309591 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.702624:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5663
00000100:00100000:0.0:1769074963.702632:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2369:x1855007657420928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.702645:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.702650:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309591 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.702658:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309591 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.702677:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e431b9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309591 expref: 232 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.702688:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:0.0:1769074963.702693:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074963.702700:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074963.702705:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074963.702723:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074963.702746:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.702753:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074963.702785:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3de300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2369:x1855007657420928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 152us (451us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.702792:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5663
00000004:00200000:2.0:1769074963.702799:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.702803:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.702835:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074963.702864:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e431d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230959f expref: 231 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.702882:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230959f expref: 230 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.702889:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074963.702891:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.702894:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9a00, rc 0)
00000100:00100000:2.0:1769074963.702956:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386506450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13246:x1855007657420800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8347us (8458us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.702963:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210705
00000100:00100000:3.0:1769074963.703440:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.703465:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657421056
00000100:00100000:3.0:1769074963.703469:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657421056
00000100:00100000:3.0:1769074963.703496:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210706
00000100:00100000:3.0:1769074963.703503:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+230:13245:x1855007657421056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074963.703518:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074963.703534:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e431e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095a6 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.703580:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703590:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703598:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703609:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703615:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703621:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703719:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e431f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703726:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e431f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703731:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e431f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074963.703752:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10421:0x0]: returning size 4096
00000004:00200000:3.0:1769074963.703755:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074963.703765:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e431f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703786:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e431f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703793:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703803:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703809:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703823:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.703827:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703834:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703843:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074963.703845:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.703849:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703855:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e431ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703864:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703869:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703874:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703878:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.703881:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703887:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703892:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x960b89e0 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074963.703894:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.703897:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703902:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e431f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.703954:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e431e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095a6 expref: 232 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.703966:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e431f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095a6 expref: 231 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.703972:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074963.703974:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074963.703975:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bb7f4c00, rc 0)
00000100:00100000:3.0:1769074963.704010:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13245:x1855007657421056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 507us (571us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.704016:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210706
00000100:00100000:3.0:1769074963.712294:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.712340:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.712377:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.712422:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657421568
00000100:00100000:2.0:1769074963.712433:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657421568
00000100:00100000:1.0:1769074963.712448:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657421312
00000100:00100000:1.0:1769074963.712452:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657421312
00000100:00100000:1.0:1769074963.712492:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1635
00000100:00100000:2.0:1769074963.712492:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4462
00000100:00100000:1.0:1769074963.712501:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:2369:x1855007657421312:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1769074963.712501:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657421568:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:1.0:1769074963.712518:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.712542:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e431f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095a6 expref: 232 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.712559:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:1.0:1769074963.712564:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.712612:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:2369:x1855007657421312:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 112us (271us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.712618:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1635
00000100:00100000:0.0:1769074963.712678:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657421184
00000100:00100000:0.0:1769074963.712683:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657421184
00000100:00100000:2.0:1769074963.712697:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657421568:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 198us (318us total) trans 4295106572 rc 0/0
00000100:00100000:2.0:1769074963.712704:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4462
00000100:00100000:0.0:1769074963.712719:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210707
00000100:00100000:0.0:1769074963.712727:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+231:13246:x1855007657421184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.712739:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.712752:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e431ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095ad expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.712788:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.712800:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.712807:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.712829:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.712835:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.712840:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.712958:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.712966:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.712972:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074963.713091:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:0.0:1769074963.713096:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.713110:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713120:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713127:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713133:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713139:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713144:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.713147:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713152:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713158:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074963.713160:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.713162:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713166:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43206 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713174:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713177:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713180:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713184:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074963.713185:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713189:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713192:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x6324417e (ffff903298a49900)
00010000:00010000:0.0:1769074963.713193:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074963.713194:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713197:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4320d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.713215:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e431ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ad expref: 233 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.713222:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ad expref: 232 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.713226:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:0.0:1769074963.713227:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.713229:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82e00, rc 0)
00000100:00100000:0.0:1769074963.713248:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13246:x1855007657421184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 524us (965us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.713252:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210707
00000100:00100000:2.0:1769074963.719447:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.719527:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657421824
00000100:00100000:3.0:1769074963.719536:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657421824
00000100:00100000:3.0:1769074963.719588:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4463
00000100:00100000:3.0:1769074963.719598:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+232:13245:x1855007657421824:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:3.0:1769074963.719900:0:5766:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106573
00000100:00100000:3.0:1769074963.720291:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13245:x1855007657421824:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 692us (852us total) trans 4295106574 rc 0/0
00000100:00100000:3.0:1769074963.720300:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4463
00000020:00080000:3.0:1769074963.720305:0:5766:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1769074963.724000:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.724216:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657422208
00000100:00100000:1.0:1769074963.724226:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657422208
00000100:00100000:1.0:1769074963.724279:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210708
00000100:00100000:1.0:1769074963.724288:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+234:13246:x1855007657422208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.724311:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.724331:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4321b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095b4 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.724422:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.724435:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e4b expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.724444:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ad expref: 235 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.724451:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.724480:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ad expref: 235 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.724492:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ad expref: 235 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.724504:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623431808:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.724584:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e4b expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.724593:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e4b expref: 235 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.724607:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623431936:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.724624:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a180 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.728755:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074963.729715:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000a89619f5 x1855007623431808) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ad expref: 235 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.729741:0:7034:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ad expref: 235 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.729764:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43214 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ad expref: 235 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.729792:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623431808:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074963.729807:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623431936:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.729838:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:3.0:1769074963.729844:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.729853:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.729862:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074963.730520:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.730752:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657421952
00000100:00100000:1.0:1769074963.730760:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657421952
00000100:00100000:1.0:1769074963.730843:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1636
00000100:00100000:1.0:1769074963.730852:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2369:x1855007657421952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.730867:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.730870:0:5748:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e43214)
00010000:00010000:1.0:1769074963.730873:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.730952:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2369:x1855007657421952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 101us (435us total) trans 0 rc 116/116
00000100:00100000:1.0:1769074963.730961:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1636
00000100:00100000:2.0:1769074963.731688:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657422464
00000100:00100000:2.0:1769074963.731697:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657422464
00000100:00100000:2.0:1769074963.731868:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4464
00000100:00100000:2.0:1769074963.731877:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657422464:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074963.732402:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657422464:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 524us (3655us total) trans 4295106575 rc 0/0
00000100:00100000:2.0:1769074963.732410:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4464
00000100:00100000:3.0:1769074963.733498:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.733578:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657422592
00000100:00100000:0.0:1769074963.733586:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657422592
00010000:00010000:0.0:1769074963.733620:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e4b expref: 236 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.733656:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5664
00000100:00100000:0.0:1769074963.733665:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:2367:x1855007657422592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.733679:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.733686:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e4b expref: 236 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.733698:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e4b expref: 236 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.733720:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cc000/0x2152b583a6e41ba8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e4b expref: 236 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.733736:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:0.0:1769074963.733741:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.733750:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.733757:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.733797:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.733860:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:2367:x1855007657422592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 195us (366us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.733867:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5664
00010000:00010000:3.0:1769074963.734382:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.734391:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074963.734411:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00010000:00010000:3.0:1769074963.734534:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e4321b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095b4 expref: 236 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.734546:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095b4 expref: 235 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.734552:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:3.0:1769074963.734553:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074963.734555:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:3.0:1769074963.734581:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13246:x1855007657422208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10296us (10591us total) trans 4295106576 rc 0/0
00000100:00100000:3.0:1769074963.734586:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210708
00000100:00100000:3.0:1769074963.738147:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.738245:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657422848
00000100:00100000:2.0:1769074963.738258:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657422848
00000100:00100000:2.0:1769074963.738309:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4465
00000100:00100000:2.0:1769074963.738318:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+235:13245:x1855007657422848:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074963.738559:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657422848:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 242us (420us total) trans 4295106577 rc 0/0
00000100:00100000:2.0:1769074963.738567:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4465
00000100:00100000:0.0:1769074963.741694:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.741758:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657423232
00000100:00100000:1.0:1769074963.741769:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657423232
00000100:00100000:1.0:1769074963.741834:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4466
00000100:00100000:1.0:1769074963.741844:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+236:13245:x1855007657423232:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074963.742102:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+237:13245:x1855007657423232:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 259us (415us total) trans 4295106578 rc 0/0
00000100:00100000:1.0:1769074963.742110:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4466
00000100:00100000:3.0:1769074963.745031:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.745180:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657422976
00000100:00100000:1.0:1769074963.745191:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657422976
00000100:00100000:3.0:1769074963.745405:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.745479:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657423488
00000100:00100000:2.0:1769074963.745484:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657423488
00000100:00100000:2.0:1769074963.745527:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4467
00000100:00100000:2.0:1769074963.745537:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13245:x1855007657423488:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074963.745779:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13245:x1855007657423488:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 243us (374us total) trans 4295106579 rc 0/0
00000100:00100000:2.0:1769074963.745787:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4467
00000100:00100000:1.0:1769074963.746826:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210709
00000100:00100000:1.0:1769074963.746841:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+238:13246:x1855007657422976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.746860:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.746882:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43230 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095bb expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.746968:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.746979:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095b4 expref: 239 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.746984:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.747010:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095b4 expref: 239 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.747019:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095b4 expref: 239 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.747028:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432064:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.747098:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.750326:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.750366:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657423744
00000100:00100000:3.0:1769074963.750376:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657423744
00000100:00100000:3.0:1769074963.750490:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4468
00000100:00100000:3.0:1769074963.750501:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657423744:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074963.750508:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.750531:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657423872
00000100:00100000:1.0:1769074963.750534:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657423872
00010000:00010000:1.0:1769074963.750557:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095b4 expref: 241 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.750583:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5665
00000100:00100000:1.0:1769074963.750590:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:2368:x1855007657423872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.750600:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.750605:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095b4 expref: 241 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.750617:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095b4 expref: 241 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.750651:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074963.750656:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.750664:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.750671:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.750688:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.750729:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:2368:x1855007657423872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 139us (219us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.750737:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5665
00000100:00100000:3.0:1769074963.750830:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657423744:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 330us (509us total) trans 4295106580 rc 0/0
00000100:00100000:3.0:1769074963.750838:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4468
00010000:00010000:2.0:1769074963.752870:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43222 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095b4 expref: 240 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.752896:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432064:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.753016:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.753028:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.753032:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.753295:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.753301:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.753320:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.753350:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43230 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095bb expref: 240 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.753361:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095bb expref: 239 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.753367:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:2.0:1769074963.753369:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.753371:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:2.0:1769074963.753429:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13246:x1855007657422976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6592us (8406us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.753436:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210709
00000100:00100000:1.0:1769074963.754282:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.754372:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657424128
00000100:00100000:3.0:1769074963.754381:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657424128
00000100:00100000:3.0:1769074963.754430:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4469
00000100:00100000:3.0:1769074963.754440:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+239:13245:x1855007657424128:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074963.754949:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657424128:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 510us (675us total) trans 4295106581 rc 0/0
00000100:00100000:3.0:1769074963.754957:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4469
00000100:00100000:0.0:1769074963.758394:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.759382:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657424384
00000100:00100000:3.0:1769074963.759395:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657424384
00000100:00100000:3.0:1769074963.759454:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4470
00000100:00100000:3.0:1769074963.759465:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+240:13245:x1855007657424384:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074963.759927:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13245:x1855007657424384:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 440us (1519us total) trans 4295106582 rc 0/0
00000100:00100000:3.0:1769074963.759937:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4470
00000100:00100000:1.0:1769074963.760213:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.760438:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657424512
00000100:00100000:2.0:1769074963.760444:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657424512
00000100:00100000:2.0:1769074963.760528:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210710
00000100:00100000:2.0:1769074963.760537:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+241:13246:x1855007657424512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.760550:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.760571:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4323e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095c2 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.760628:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760661:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760675:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760692:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760699:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760705:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760832:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e43253 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760840:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e43253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760848:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e43253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.760877:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.760882:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.760896:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e43253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760929:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e43253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760941:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760947:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760958:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760964:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.760968:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760976:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.760988:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074963.760991:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.760995:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.761001:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43245 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.761012:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.761018:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.761023:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.761027:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.761030:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.761035:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.761042:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9e362f1b (ffff9032af293200)
00010000:00010000:2.0:1769074963.761044:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.761047:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.761052:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4324c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.761078:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e4323e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c2 expref: 243 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.761090:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e43253 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c2 expref: 242 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.761097:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074963.761099:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.761101:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8000, rc 0)
00000100:00100000:2.0:1769074963.761204:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657424512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 668us (992us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.761211:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210710
00000100:00100000:0.0:1769074963.765192:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.765320:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657424768
00000100:00100000:3.0:1769074963.765331:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657424768
00000100:00100000:3.0:1769074963.765396:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4471
00000100:00100000:3.0:1769074963.765406:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13245:x1855007657424768:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074963.765839:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:13245:x1855007657424768:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 432us (654us total) trans 4295106583 rc 0/0
00000100:00100000:3.0:1769074963.765847:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4471
00000100:00100000:1.0:1769074963.769612:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.772051:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.773310:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657424896
00000100:00100000:0.0:1769074963.773325:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657424896
00000100:00100000:0.0:1769074963.773391:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1637
00000100:00100000:0.0:1769074963.773402:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+243:2367:x1855007657424896:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.773420:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.773444:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e43253 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c2 expref: 243 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.773459:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:0.0:1769074963.773463:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.773521:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:2367:x1855007657424896:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 121us (3921us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.773529:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1637
00000100:00100000:1.0:1769074963.773721:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.774822:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657425152
00000100:00100000:0.0:1769074963.774831:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657425152
00000100:00100000:0.0:1769074963.774882:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210711
00000100:00100000:0.0:1769074963.774890:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+242:13246:x1855007657425152:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.774933:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.774950:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4325a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095c9 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.775046:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.775061:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c68 expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.775073:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.775106:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c68 expref: 243 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.775120:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c68 expref: 243 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.775134:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef07100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432192:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.775204:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.775510:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657425408
00000100:00100000:2.0:1769074963.775516:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657425408
00000100:00100000:2.0:1769074963.775584:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4472
00000100:00100000:2.0:1769074963.775593:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+244:13245:x1855007657425408:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074963.775767:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657425408:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 176us (3727us total) trans 4295106584 rc 0/0
00000100:00100000:2.0:1769074963.775775:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4472
00000100:00100000:1.0:1769074963.779054:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.779358:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657425664
00000100:00100000:2.0:1769074963.779370:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657425664
00000100:00100000:2.0:1769074963.779428:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4473
00000100:00100000:2.0:1769074963.779437:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657425664:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074963.780756:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef07100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432192:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074963.780756:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074963.780786:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074963.780975:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657425792
00000100:00100000:1.0:1769074963.780982:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657425792
00010000:00010000:1.0:1769074963.781013:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c68 expref: 247 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.781049:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5666
00000100:00100000:1.0:1769074963.781058:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:2369:x1855007657425792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.781071:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.781077:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c68 expref: 247 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.781089:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c68 expref: 247 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.781111:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24d400/0x2152b583a6e41606 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c68 expref: 247 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.781137:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074963.781143:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.781152:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.781159:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.781187:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074963.781204:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.781210:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074963.781230:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000100:00100000:1.0:1769074963.781236:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:2369:x1855007657425792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (484us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.781243:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5666
00010000:00010000:0.0:1769074963.781364:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4325a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c9 expref: 247 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.781381:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c9 expref: 246 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.781393:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:0.0:1769074963.781396:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074963.781398:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83400, rc 0)
00000100:00100000:0.0:1769074963.781435:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13246:x1855007657425152:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6545us (7714us total) trans 4295106586 rc 0/0
00000100:00100000:0.0:1769074963.781442:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210711
00000100:00100000:2.0:1769074963.781817:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657425664:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 2200us (2591us total) trans 4295106585 rc 0/0
00000100:00100000:2.0:1769074963.781827:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4473
00000100:00100000:0.0:1769074963.785410:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.785496:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657426048
00000100:00100000:2.0:1769074963.785506:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657426048
00000100:00100000:2.0:1769074963.785562:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4474
00000100:00100000:2.0:1769074963.785572:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+245:13245:x1855007657426048:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074963.785842:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13245:x1855007657426048:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 270us (439us total) trans 4295106587 rc 0/0
00000100:00100000:2.0:1769074963.785850:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4474
00000100:00100000:3.0:1769074963.789060:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.789200:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657426304
00000100:00100000:2.0:1769074963.789210:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657426304
00000100:00100000:2.0:1769074963.789260:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4475
00000100:00100000:2.0:1769074963.789268:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+246:13245:x1855007657426304:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074963.789503:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657426304:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 235us (450us total) trans 4295106588 rc 0/0
00000100:00100000:2.0:1769074963.789511:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4475
00000100:00100000:3.0:1769074963.792268:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.792341:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657426560
00000100:00100000:1.0:1769074963.792352:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657426560
00000100:00100000:1.0:1769074963.792412:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4476
00000100:00100000:1.0:1769074963.792422:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+247:13245:x1855007657426560:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074963.792891:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13245:x1855007657426560:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 470us (630us total) trans 4295106589 rc 0/0
00000100:00100000:1.0:1769074963.792900:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4476
00000100:00100000:0.0:1769074963.794995:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.795349:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657426688
00000100:00100000:1.0:1769074963.795360:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657426688
00000100:00100000:1.0:1769074963.795417:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210712
00000100:00100000:1.0:1769074963.795426:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+248:13246:x1855007657426688:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.795448:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.795470:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4326f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095d0 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.795549:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.795564:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c9 expref: 249 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.795572:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.795600:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c9 expref: 249 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.795609:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c9 expref: 249 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.795619:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432320:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.796071:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90339889f480 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.796655:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.796729:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657426944
00000100:00100000:3.0:1769074963.796738:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657426944
00000100:00100000:3.0:1769074963.798259:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4477
00000100:00100000:3.0:1769074963.798432:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657426944:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074963.798552:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432320:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.798578:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074963.798671:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13245:x1855007657426944:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 401us (2018us total) trans 4295106590 rc 0/0
00000100:00100000:3.0:1769074963.798679:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4477
00000100:00100000:2.0:1769074963.801576:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.801754:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657427072
00000100:00100000:3.0:1769074963.801763:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657427072
00010000:00010000:3.0:1769074963.801894:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c9 expref: 251 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.802025:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5667
00000100:00100000:3.0:1769074963.802034:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:2369:x1855007657427072:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.802048:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.802063:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c9 expref: 251 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.802076:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c9 expref: 251 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.802098:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43261 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095c9 expref: 251 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.802119:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074963.802124:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.802133:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.802140:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.802167:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074963.802266:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.802285:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.802326:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.802331:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.802348:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.802377:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4326f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d0 expref: 251 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.802390:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d0 expref: 250 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.802398:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074963.802401:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.802403:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:3.0:1769074963.802445:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:2369:x1855007657427072:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 411us (2675us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.802452:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5667
00000100:00100000:2.0:1769074963.803715:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13246:x1855007657426688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8281us (8718us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.803725:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210712
00000100:00100000:1.0:1769074963.810236:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.810577:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.810660:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657427456
00000100:00100000:2.0:1769074963.810671:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657427456
00000100:00100000:2.0:1769074963.810777:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210713
00000100:00100000:2.0:1769074963.810787:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+249:13246:x1855007657427456:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.810824:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.810845:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4327d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095d7 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.810957:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.810972:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.810981:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.810994:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811000:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811006:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811227:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e43292 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811237:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e43292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811243:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e43292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.811280:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.811284:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.811300:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e43292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811309:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e43292 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811317:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811322:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811329:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811334:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.811338:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811345:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811356:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074963.811359:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.811363:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811369:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e43284 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811381:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811387:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811392:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811396:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.811399:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811404:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811410:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2061246 (ffff9032af293200)
00010000:00010000:2.0:1769074963.811412:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.811415:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811420:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e4328b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.811448:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e4327d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d7 expref: 251 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.811459:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e43292 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d7 expref: 250 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.811466:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074963.811468:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.811471:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8600, rc 0)
00000100:00100000:2.0:1769074963.811586:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13246:x1855007657427456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 800us (1009us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.811593:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210713
00000100:00100000:3.0:1769074963.811820:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657427328
00000100:00100000:3.0:1769074963.811827:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657427328
00000100:00100000:3.0:1769074963.811870:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4478
00000100:00100000:3.0:1769074963.811879:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+250:13245:x1855007657427328:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074963.812065:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13245:x1855007657427328:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 178us (1829us total) trans 4295106591 rc 0/0
00000100:00100000:3.0:1769074963.812072:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4478
00000100:00100000:0.0:1769074963.815356:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.815824:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657427712
00000100:00100000:1.0:1769074963.815835:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657427712
00000100:00100000:1.0:1769074963.815895:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4479
00000100:00100000:1.0:1769074963.815904:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13245:x1855007657427712:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074963.816199:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657427712:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 294us (851us total) trans 4295106592 rc 0/0
00000100:00100000:1.0:1769074963.816207:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4479
00000100:00100000:0.0:1769074963.817988:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.818321:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657427840
00000100:00100000:3.0:1769074963.818331:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657427840
00000100:00100000:3.0:1769074963.818394:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1638
00000100:00100000:3.0:1769074963.818403:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:2368:x1855007657427840:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074963.818417:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074963.818440:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e43292 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d7 expref: 252 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.818459:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:3.0:1769074963.818464:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074963.818516:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:2368:x1855007657427840:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 114us (535us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.818524:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1638
00000100:00100000:3.0:1769074963.822866:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.823094:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657428096
00000100:00100000:2.0:1769074963.823105:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657428096
00000100:00100000:2.0:1769074963.823169:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210714
00000100:00100000:2.0:1769074963.823179:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+251:13246:x1855007657428096:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.823204:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.823227:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43299 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095de expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.823327:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.823342:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c8b expref: 252 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.823350:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.823382:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c8b expref: 252 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.823395:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c8b expref: 252 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.823409:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3927b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432448:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.823492:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c240 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.827275:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3927b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432448:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.827308:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074963.827692:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.827873:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657428224
00000100:00100000:1.0:1769074963.827881:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657428224
00010000:00010000:1.0:1769074963.827952:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c8b expref: 253 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.827999:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5668
00000100:00100000:1.0:1769074963.828007:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:2369:x1855007657428224:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.828020:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.828026:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c8b expref: 253 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.828038:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c8b expref: 253 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.828063:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec000/0x2152b583a6e41676 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308c8b expref: 253 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.828082:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:1.0:1769074963.828087:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.828096:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.828102:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.828131:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.828187:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:2369:x1855007657428224:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (496us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.828195:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5668
00010000:00010000:2.0:1769074963.828473:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.828482:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074963.828508:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00010000:00010000:2.0:1769074963.828781:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e43299 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095de expref: 253 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.828798:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095de expref: 252 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.828807:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074963.828818:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074963.828821:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f9c00, rc 0)
00000100:00100000:2.0:1769074963.828934:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13246:x1855007657428096:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5757us (6080us total) trans 4295106593 rc 0/0
00000100:00100000:2.0:1769074963.828942:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210714
00000100:00100000:3.0:1769074963.835177:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.835357:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657428480
00000100:00100000:2.0:1769074963.835368:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657428480
00000100:00100000:2.0:1769074963.835961:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4480
00000100:00100000:2.0:1769074963.835974:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+252:13245:x1855007657428480:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074963.836434:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13245:x1855007657428480:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 462us (1267us total) trans 4295106594 rc 0/0
00000100:00100000:2.0:1769074963.836442:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4480
00000100:00100000:0.0:1769074963.846194:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.846272:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657428608
00000100:00100000:2.0:1769074963.846282:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657428608
00000100:00100000:2.0:1769074963.846349:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210715
00000100:00100000:2.0:1769074963.846359:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657428608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.846384:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.846405:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e432ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095e5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.846494:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.846508:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095de expref: 254 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.846516:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.846550:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095de expref: 254 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.846562:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095de expref: 254 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.846575:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3927b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432576:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.846656:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ca80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074963.846734:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.846876:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657428864
00000100:00100000:1.0:1769074963.846881:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657428864
00000100:00100000:1.0:1769074963.846946:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4481
00000100:00100000:1.0:1769074963.846954:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657428864:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074963.847166:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657428864:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 212us (432us total) trans 4295106595 rc 0/0
00000100:00100000:1.0:1769074963.847174:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4481
00000100:00100000:2.0:1769074963.854383:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.854422:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3927b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432576:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074963.854452:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074963.854471:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.854522:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657429120
00000100:00100000:3.0:1769074963.854530:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657429120
00000100:00100000:3.0:1769074963.854586:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210716
00000100:00100000:3.0:1769074963.854595:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13245:x1855007657429120:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074963.854649:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1769074963.854672:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e431c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10421:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309598 expref: 256 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.854691:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074963.854711:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e43111 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309559 expref: 255 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.854719:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074963.854722:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074963.854744:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.854760:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.854773:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.854786:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.854793:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.854799:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074963.855715:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657429248
00000100:00100000:1.0:1769074963.855722:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657429248
00010000:00010000:1.0:1769074963.855749:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095de expref: 255 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.855845:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5669
00000100:00100000:1.0:1769074963.855854:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:2369:x1855007657429248:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.855866:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074963.855871:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095de expref: 255 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.855884:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095de expref: 255 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.855900:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9c00/0x2152b583a6e432a0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095de expref: 255 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074963.855944:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:1.0:1769074963.855950:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.855958:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.855965:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074963.855990:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074963.856043:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2369:x1855007657429248:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 190us (1570us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.856050:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5669
00010000:00010000:2.0:1769074963.856274:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856286:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856293:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000040:00080000:2.0:1769074963.856730:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].401, 64 off33920
00000004:00080000:2.0:1769074963.856742:0:5763:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1949557833084ns, next at 1950557830482ns, rc = 0
00010000:00010000:3.0:1769074963.856765:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.856785:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.856806:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074963.856826:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00010000:00010000:2.0:1769074963.856828:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074963.856831:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:2.0:1769074963.856836:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856842:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856847:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00000004:00010000:3.0:1769074963.856851:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074963.856853:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856870:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:3.0:1769074963.856879:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8a00/0x2152b583a6e432ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095e5 expref: 255 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.856883:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1769074963.856888:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.856893:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095e5 expref: 254 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.856894:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9a00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:2.0:1769074963.856898:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.856919:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074963.856923:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.856923:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074963.856925:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032ae2f8600, rc 0)
00010000:00010000:2.0:1769074963.856931:0:13432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074963.856933:0:13432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:2.0:1769074963.856936:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856941:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9a00/0x2152b583a6e432d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856949:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074963.856951:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074963.856952:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074963.856962:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074963.856964:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657428608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10607us (10779us total) trans 0 rc 0/0
00010000:00010000:2.0:1769074963.856969:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074963.856971:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210715
00010000:00010000:2.0:1769074963.856974:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856979:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.856982:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856988:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.856994:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10421:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074963.856996:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1769074963.856999:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.857004:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8000/0x2152b583a6e432ca lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.857053:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.857064:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.857071:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.857075:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f4c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.857078:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.857083:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.857092:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074963.857094:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.857097:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.857102:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4c00/0x2152b583a6e432bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:2.0:1769074963.857111:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f0879b9 reply state 0000000059d7f935 transno 4295106596 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074963.857120:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074963.857166:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13245:x1855007657429120:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 2571us (2792us total) trans 4295106596 rc 0/0
00000100:00100000:2.0:1769074963.857172:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210716
00010000:00010000:3.0:1769074963.861754:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.861772:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.861781:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.861787:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bb7f5a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.861791:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.861798:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.861824:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x960b89e0 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074963.861828:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.861833:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.861839:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5a00/0x2152b583a6e432c3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x960b89e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074963.864938:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.864987:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657429376
00000100:00100000:2.0:1769074963.864998:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657429376
00000100:00100000:2.0:1769074963.865060:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210717
00000100:00100000:2.0:1769074963.865070:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+253:13246:x1855007657429376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.865106:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.865137:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e432d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095ec expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.865205:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865220:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865230:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865245:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865253:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865260:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865375:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e432ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865384:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e432ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865390:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e432ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074963.865423:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.865427:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.865446:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e432ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865456:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e432ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865464:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865471:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865478:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865483:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032ae2f9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.865486:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865493:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865504:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074963.865507:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.865511:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865517:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9400/0x2152b583a6e432df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865530:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865537:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865542:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865548:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fba00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.865550:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865556:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865562:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xbcf75103 (ffff9032af293600)
00010000:00010000:2.0:1769074963.865565:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.865567:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865573:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e432e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.865601:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8200/0x2152b583a6e432d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ec expref: 255 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.865614:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e432ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ec expref: 254 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.865620:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074963.865622:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.865625:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fae00, rc 0)
00000100:00100000:2.0:1769074963.865700:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657429376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 631us (792us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.865707:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210717
00000100:00100000:0.0:1769074963.871848:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.871894:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.872029:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657429760
00000100:00100000:1.0:1769074963.872041:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657429760
00000100:00100000:1.0:1769074963.872108:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1639
00000100:00100000:1.0:1769074963.872118:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2366:x1855007657429760:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074963.872136:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1769074963.872144:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657429632
00000100:00100000:2.0:1769074963.872149:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657429632
00010000:00010000:1.0:1769074963.872161:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e432ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095ec expref: 255 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.872177:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00000100:00100000:2.0:1769074963.872178:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210718
00010000:00010000:1.0:1769074963.872182:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.872184:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:13246:x1855007657429632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.872203:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.872217:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e432f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095f3 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074963.872225:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+254:2366:x1855007657429760:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 110us (332us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.872232:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1639
00010000:00010000:2.0:1769074963.872309:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.872323:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cb5 expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.872332:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.872363:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cb5 expref: 254 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.872374:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cb5 expref: 254 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.872387:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3926680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623432704:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.872439:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c240 going to sleep for 11 seconds
00000100:00100000:3.0:1769074963.874794:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.874886:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657430016
00000100:00100000:1.0:1769074963.874896:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657430016
00000100:00100000:1.0:1769074963.874980:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4482
00000100:00100000:1.0:1769074963.874989:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+255:13245:x1855007657430016:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:1.0:1769074963.875291:0:13329:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106597
00000100:00100000:1.0:1769074963.875399:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657430016:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 409us (613us total) trans 4295106598 rc 0/0
00000100:00100000:1.0:1769074963.875407:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4482
00000020:00080000:1.0:1769074963.875412:0:13329:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:2.0:1769074963.878313:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3926680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623432704:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.878347:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074963.882615:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.882900:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657430144
00000100:00100000:0.0:1769074963.882947:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657430144
00010000:00010000:0.0:1769074963.882989:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cb5 expref: 257 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.883021:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5670
00000100:00100000:0.0:1769074963.883029:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:2369:x1855007657430144:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.883043:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.883049:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cb5 expref: 257 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.883072:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cb5 expref: 257 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.883095:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeca00/0x2152b583a6e416e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308cb5 expref: 257 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.883111:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:0.0:1769074963.883116:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.883125:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.883132:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.883165:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.883221:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:2369:x1855007657430144:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 192us (616us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.883229:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5670
00010000:00010000:2.0:1769074963.883443:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.883455:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074963.883477:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00010000:00010000:2.0:1769074963.883630:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e432f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095f3 expref: 257 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.883661:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095f3 expref: 256 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.883668:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074963.883671:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074963.883673:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fb200, rc 0)
00000100:00100000:2.0:1769074963.883708:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+256:13246:x1855007657429632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11524us (11871us total) trans 4295106599 rc 0/0
00000100:00100000:2.0:1769074963.883716:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210718
00000100:00100000:3.0:1769074963.890141:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.890241:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.891141:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657430400
00000100:00100000:0.0:1769074963.891153:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657430400
00000100:00100000:0.0:1769074963.891251:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657430528
00000100:00100000:0.0:1769074963.891256:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657430528
00000100:00100000:0.0:1769074963.891295:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210719
00000100:00100000:0.0:1769074963.891304:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657430400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074963.891325:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074963.891344:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43309 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23095fa expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.891442:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.891456:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230934c expref: 258 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.891464:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.891494:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230934c expref: 258 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.891506:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230934c expref: 258 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.891519:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432832:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074963.891593:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.891664:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210720
00000100:00100000:1.0:1769074963.891674:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657430528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.891687:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.891696:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43317 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309601 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.891742:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.891752:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095f3 expref: 259 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.891759:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.891785:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095f3 expref: 259 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.891793:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095f3 expref: 259 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074963.891802:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623432960:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074963.891836:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338345ca80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.896597:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.896674:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.896701:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657430656
00000100:00100000:0.0:1769074963.896709:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657430656
00010000:00010000:0.0:1769074963.896744:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230934c expref: 260 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.896779:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657430784
00000100:00100000:0.0:1769074963.896782:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657430784
00010000:00010000:0.0:1769074963.896793:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095f3 expref: 261 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.896821:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5671
00000100:00100000:0.0:1769074963.896830:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389469450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:2368:x1855007657430656:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.896846:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.896852:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230934c expref: 261 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.896869:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230934c expref: 261 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.896892:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074963.896898:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074963.896940:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623432960:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074963.896941:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.896954:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.896972:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074963.896982:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074963.897072:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389469450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:2368:x1855007657430656:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 241us (483us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.897081:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5671
00000100:00100000:0.0:1769074963.897131:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5672
00000100:00100000:0.0:1769074963.897138:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2368:x1855007657430784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.897146:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.897151:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095f3 expref: 260 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.897162:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095f3 expref: 260 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.897179:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e432fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095f3 expref: 260 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.897192:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:0.0:1769074963.897196:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.897202:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.897208:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074963.897222:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.897241:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:2368:x1855007657430784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 103us (567us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.897246:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5672
00010000:00010000:3.0:1769074963.897385:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9e00/0x2152b583a6e42ab2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230934c expref: 258 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.897402:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623432832:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.897416:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.897425:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.897430:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074963.897450:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10422:0x0]: returning size 4096
00010000:00010000:1.0:1769074963.897567:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.897575:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074963.897605:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00000004:00200000:1.0:1769074963.897610:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074963.897628:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.897655:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43317 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309601 expref: 260 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.897663:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e43309 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095fa expref: 260 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.897674:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309601 expref: 259 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.897682:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:3.0:1769074963.897685:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095fa expref: 258 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.897686:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074963.897691:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00010000:00010000:3.0:1769074963.897698:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:3.0:1769074963.897702:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074963.897705:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82e00, rc 0)
00000100:00100000:1.0:1769074963.898120:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657430528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6445us (7876us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.898127:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210720
00010000:00010000:0.0:1769074963.898221:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1769074963.898225:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657430400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6920us (8094us total) trans 4295106600 rc 0/0
00000100:00100000:3.0:1769074963.898234:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210719
00000100:00100000:0.0:1769074963.905034:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.905120:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657430912
00000100:00100000:3.0:1769074963.905132:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657430912
00000100:00100000:3.0:1769074963.905192:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210721
00000100:00100000:3.0:1769074963.905201:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+257:13245:x1855007657430912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074963.905225:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074963.905245:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e4332c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309608 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.905335:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.905350:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095fa expref: 258 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.905359:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074963.905390:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095fa expref: 258 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.905403:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095fa expref: 258 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.905416:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3dd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623433088:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074963.905504:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c840 going to sleep for 11 seconds
00000100:00100000:2.0:1769074963.909107:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.909240:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657431040
00000100:00100000:1.0:1769074963.909250:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657431040
00000100:00100000:1.0:1769074963.909319:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210722
00000100:00100000:1.0:1769074963.909329:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657431040:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074963.909349:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074963.909371:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4333a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230960f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.909433:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909447:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909457:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909473:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909480:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909486:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909599:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909607:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909615:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074963.909647:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:1.0:1769074963.909651:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074963.909670:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909681:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909690:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909696:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909702:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909712:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.909716:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909723:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909735:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074963.909738:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.909743:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909748:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43341 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909761:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909765:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909770:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909775:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.909778:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909783:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909790:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x98ca20bd (ffff903299a8d100)
00010000:00010000:1.0:1769074963.909793:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074963.909795:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909800:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43348 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074963.909836:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4333a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 261 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.909849:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 260 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074963.909855:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:1.0:1769074963.909857:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074963.909860:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00000100:00100000:1.0:1769074963.909960:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657431040:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 633us (863us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074963.909968:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210722
00000100:00100000:3.0:1769074963.911200:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3dd500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623433088:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.911224:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074963.915157:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.917413:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074963.917502:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.917559:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657431424
00000100:00100000:2.0:1769074963.917569:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657431424
00000100:00100000:2.0:1769074963.917631:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210723
00000100:00100000:2.0:1769074963.917642:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657431424:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.917664:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.917688:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43356 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309616 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.917800:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.917831:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ce6 expref: 261 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.917839:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 261 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.917847:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.917880:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 261 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.917891:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 261 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.917905:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3927480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433216:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.918014:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ce6 expref: 261 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.918024:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ce6 expref: 261 pid: 5762 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.918033:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3925180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433344:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.918054:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338b74da80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.918628:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657431168
00000100:00100000:0.0:1769074963.918636:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657431168
00010000:00010000:0.0:1769074963.918666:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095fa expref: 262 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.918696:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657431552
00000100:00100000:0.0:1769074963.918699:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657431552
00010000:00010000:0.0:1769074963.918710:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 263 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074963.918737:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5673
00000100:00100000:0.0:1769074963.918745:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2367:x1855007657431168:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.918755:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.918761:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095fa expref: 263 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.918772:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095fa expref: 263 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.918791:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43310 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10422:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095fa expref: 263 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.918805:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074963.918841:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.918849:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.918856:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.918879:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.918943:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:2367:x1855007657431168:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 197us (3795us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.918951:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5673
00000100:00100000:0.0:1769074963.918971:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5674
00000100:00100000:0.0:1769074963.918977:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:2369:x1855007657431552:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074963.918986:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074963.918991:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 261 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.919000:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 261 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074963.919012:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:0.0:1769074963.919016:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.919022:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074963.919027:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074963.919048:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:2369:x1855007657431552:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 71us (1546us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.919055:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5674
00010000:00010000:0.0:1769074963.919078:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.919085:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074963.919120:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10422:0x0]: returning size 4096
00000004:00200000:0.0:1769074963.919124:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074963.919142:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074963.919169:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e4332c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10422:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309608 expref: 261 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.919183:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309608 expref: 260 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074963.919194:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074963.919196:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074963.919199:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:0.0:1769074963.919223:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657430912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14024us (14198us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074963.919230:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210721
00000100:00100000:0.0:1769074963.927163:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.927459:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657431680
00000100:00100000:2.0:1769074963.927469:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657431680
00010000:00010000:2.0:1769074963.927512:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ce6 expref: 260 pid: 5762 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.927591:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5675
00000100:00100000:2.0:1769074963.927601:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2368:x1855007657431680:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.927616:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.927623:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ce6 expref: 260 pid: 5762 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.927635:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ce6 expref: 260 pid: 5762 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.927657:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074963.927662:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.927671:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.927677:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.927697:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.927754:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2368:x1855007657431680:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 153us (599us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.927762:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5675
00010000:00010000:3.0:1769074963.928302:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000079b08ca x1855007623433216) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 259 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074963.928318:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4334f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230960f expref: 259 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.928330:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3927480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433216:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.928345:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc24ca00/0x2152b583a6e41779 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308ce6 expref: 258 pid: 5762 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.928354:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3925180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433344:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.928374:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:3.0:1769074963.928380:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.928387:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.928392:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074963.928410:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00010000:00010000:3.0:1769074963.928561:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43356 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309616 expref: 259 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.928579:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309616 expref: 258 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.928587:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:3.0:1769074963.928589:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074963.928592:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fb200, rc 0)
00000100:00100000:3.0:1769074963.928670:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657431424:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11030us (11265us total) trans 4295106601 rc 0/0
00000100:00100000:3.0:1769074963.928678:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210723
00000100:00100000:3.0:1769074963.929992:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.930193:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657431808
00000100:00100000:2.0:1769074963.930201:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657431808
00000100:00100000:2.0:1769074963.930252:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210724
00000100:00100000:2.0:1769074963.930261:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657431808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.930282:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.930300:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4336b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230961d expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.930359:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930372:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930381:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930396:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930402:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930408:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930505:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43380 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930514:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930521:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074963.930553:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10422:0x0]: returning size 4096
00000004:00200000:2.0:1769074963.930558:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.930575:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930584:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930591:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930597:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930603:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930609:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fa400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.930614:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930620:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930630:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074963.930633:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.930771:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930779:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e43372 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930792:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930796:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930801:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930816:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380030200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.930819:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930825:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930832:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0470e2 (ffff9032af293600)
00010000:00010000:2.0:1769074963.930834:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.930837:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930842:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43379 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.930870:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e4336b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230961d expref: 260 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.930881:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43380 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230961d expref: 259 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.930887:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:2.0:1769074963.930889:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.930892:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380030800, rc 0)
00000100:00100000:2.0:1769074963.931486:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13245:x1855007657431808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1221us (1493us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.931495:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210724
00000100:00100000:3.0:1769074963.937600:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.937860:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657431936
00000100:00100000:2.0:1769074963.937871:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657431936
00000100:00100000:2.0:1769074963.937969:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210725
00000100:00100000:2.0:1769074963.937980:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657431936:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.938007:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.938028:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43387 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309624 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.938542:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.938560:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309616 expref: 260 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.938569:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.938603:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309616 expref: 260 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.938618:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309616 expref: 260 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.938631:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433472:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.938718:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ca80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.939517:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.939619:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657432064
00000100:00100000:2.0:1769074963.939626:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657432064
00000100:00100000:2.0:1769074963.939860:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1640
00000100:00100000:2.0:1769074963.939870:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:2366:x1855007657432064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.939884:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.939903:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43380 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230961d expref: 261 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.939957:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:2.0:1769074963.939963:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.940010:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2366:x1855007657432064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 142us (495us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.940018:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1640
00000100:00100000:2.0:1769074963.942069:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433472:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.942096:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074963.942860:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.943317:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657432192
00000100:00100000:2.0:1769074963.943325:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657432192
00010000:00010000:2.0:1769074963.943363:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309616 expref: 260 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.943455:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5676
00000100:00100000:2.0:1769074963.943466:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2368:x1855007657432192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.943481:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.943487:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309616 expref: 260 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.943500:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309616 expref: 260 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.943523:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e4335d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309616 expref: 260 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.943544:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074963.943549:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.943557:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.943565:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.943596:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.943664:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:2368:x1855007657432192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 201us (807us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.943672:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5676
00010000:00010000:3.0:1769074963.943729:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.943737:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074963.943783:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:3.0:1769074963.943788:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074963.943820:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.943850:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43387 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309624 expref: 259 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.943865:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309624 expref: 258 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.943877:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:3.0:1769074963.943880:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074963.943883:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031400, rc 0)
00000100:00100000:3.0:1769074963.943929:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13246:x1855007657431936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5932us (6318us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074963.943937:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210725
00000100:00100000:3.0:1769074963.945028:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.945169:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657432448
00000100:00100000:0.0:1769074963.945178:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657432448
00000100:00100000:0.0:1769074963.945224:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4483
00000100:00100000:0.0:1769074963.945233:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+258:13245:x1855007657432448:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074963.945460:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13245:x1855007657432448:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 226us (436us total) trans 4295106602 rc 0/0
00000100:00100000:0.0:1769074963.945466:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4483
00000100:00100000:0.0:1769074963.953705:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.953800:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657432576
00000100:00100000:2.0:1769074963.953819:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657432576
00000100:00100000:2.0:1769074963.953883:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210726
00000100:00100000:2.0:1769074963.953894:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+259:13246:x1855007657432576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.953943:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.953965:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43395 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230962b expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.954031:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954045:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954056:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954072:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954079:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954085:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954206:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954214:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954221:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074963.954251:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:2.0:1769074963.954255:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074963.954274:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954284:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954292:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954298:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954302:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954309:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.954312:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954317:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954325:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074963.954327:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.954330:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954334:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4339c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954343:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954346:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954350:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954352:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc29c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.954354:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954357:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954360:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3afecd66 (ffff9032af293600)
00010000:00010000:2.0:1769074963.954362:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.954364:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954367:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.954387:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43395 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 261 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.954396:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 260 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.954401:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074963.954402:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074963.954405:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc29c800, rc 0)
00000100:00100000:2.0:1769074963.954448:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657432576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 558us (756us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.954452:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210726
00000100:00100000:0.0:1769074963.962001:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.962253:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657432832
00000100:00100000:2.0:1769074963.962265:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657432832
00000100:00100000:2.0:1769074963.962323:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210727
00000100:00100000:2.0:1769074963.962332:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13245:x1855007657432832:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074963.962382:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.962404:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43333 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10422:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309608 expref: 260 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.962418:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff903299a8d800)
00010000:00010000:2.0:1769074963.962425:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074963.962443:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962453:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962459:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962470:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962474:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962478:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962566:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962571:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962575:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000040:00080000:2.0:1769074963.962876:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].404, 64 off34048
00000004:00080000:2.0:1769074963.962884:0:5763:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1949663975684ns, next at 1950663974208ns, rc = 0
00010000:00010000:2.0:1769074963.962966:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962975:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962982:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962989:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.962995:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963001:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963016:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1769074963.963035:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963041:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.963042:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:2.0:1769074963.963047:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.963049:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963053:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074963.963054:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7a00 already unused, calling callback (ffffffffc148db90)
00010000:00010000:2.0:1769074963.963056:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.963057:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963064:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.963065:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963079:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074963.963081:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1769074963.963084:0:13362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10422:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074963.963084:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963090:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e433bf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10422:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.963096:0:13362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1769074963.963099:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.963104:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e433c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10422:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074963.963114:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074963.963123:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074963.963125:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1769074963.963143:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963150:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963155:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963159:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc29c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074963.963162:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963166:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963173:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074963.963176:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074963.963180:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.963185:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e433b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:2.0:1769074963.963192:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000996c2737 reply state 00000000fb038c3b transno 4295106603 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074963.963199:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074963.963295:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13245:x1855007657432832:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 963us (1302us total) trans 4295106603 rc 0/0
00000100:00100000:2.0:1769074963.963302:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210727
00000100:00100000:0.0:1769074963.968746:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.968901:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657433088
00000100:00100000:2.0:1769074963.968949:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657433088
00000100:00100000:2.0:1769074963.969011:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210728
00000100:00100000:2.0:1769074963.969022:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:13246:x1855007657433088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074963.969042:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074963.969061:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e433cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309632 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.969158:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.969172:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309107 expref: 262 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.969179:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 262 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.969185:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.969212:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 262 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.969220:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 262 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.969229:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433600:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074963.969296:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309107 expref: 262 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074963.969302:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309107 expref: 262 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.969307:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a3925500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433728:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074963.969321:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ca80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074963.972527:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.972672:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657433216
00000100:00100000:2.0:1769074963.972681:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657433216
00010000:00010000:2.0:1769074963.972713:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 263 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.972756:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5677
00000100:00100000:2.0:1769074963.972766:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389469c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2368:x1855007657433216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.972782:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.972789:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 263 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.972801:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 263 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.972832:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074963.972837:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.972845:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.972851:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074963.972960:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389469c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2368:x1855007657433216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 142us (387us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.972979:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5677
00010000:00010000:2.0:1769074963.978862:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000e9a175d8 x1855007623433600) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 262 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.978888:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e433aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230962b expref: 262 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.978904:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3924700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433600:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.978950:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074963.978957:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a3925500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433728:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074963.978959:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.978966:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.978973:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074963.978977:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.978985:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.979000:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0470e2 (ffff9032af293600)
00010000:00010000:3.0:1769074963.979003:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074963.979008:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.979014:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e433b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xca0470e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.979061:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074963.979067:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.979075:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.979083:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074963.979170:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074963.979897:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657433344
00000100:00100000:2.0:1769074963.979940:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657433344
00010000:00010000:2.0:1769074963.979987:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309107 expref: 261 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074963.980019:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5678
00000100:00100000:2.0:1769074963.980029:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+261:2369:x1855007657433344:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074963.980045:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074963.980051:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309107 expref: 261 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.980066:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309107 expref: 261 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.980080:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec200/0x2152b583a6e423dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309107 expref: 261 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074963.980089:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074963.980092:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.980098:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.980102:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074963.980175:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074963.980175:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.980182:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074963.980201:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000100:00100000:2.0:1769074963.980237:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:2369:x1855007657433344:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 210us (1068us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074963.980243:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5678
00010000:00010000:3.0:1769074963.980350:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e433cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309632 expref: 261 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.980367:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309632 expref: 260 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.980373:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:3.0:1769074963.980376:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074963.980379:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:3.0:1769074963.980405:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657433088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11386us (11670us total) trans 4295106604 rc 0/0
00000100:00100000:3.0:1769074963.980412:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210728
00000100:00100000:0.0:1769074963.990861:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074963.990947:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074963.991023:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657433472
00000100:00100000:3.0:1769074963.991035:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657433472
00000100:00100000:3.0:1769074963.991107:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210729
00000100:00100000:3.0:1769074963.991118:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+260:13246:x1855007657433472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074963.991146:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074963.991167:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e433e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309639 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.991258:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.991284:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309632 expref: 261 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.991292:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074963.991325:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309632 expref: 261 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074963.991338:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309632 expref: 261 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074963.991351:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3df480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433856:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074963.991445:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c840 going to sleep for 11 seconds
00000100:00100000:1.0:1769074963.991650:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657433728
00000100:00100000:1.0:1769074963.991655:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657433728
00000100:00100000:1.0:1769074963.991694:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4484
00000100:00100000:1.0:1769074963.991702:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657433728:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:1.0:1769074963.992009:0:13329:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106605
00000100:00100000:1.0:1769074963.992107:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657433728:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 404us (1157us total) trans 4295106606 rc 0/0
00000100:00100000:1.0:1769074963.992116:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4484
00000020:00080000:1.0:1769074963.992122:0:13329:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:0.0:1769074964.002553:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.002596:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.002697:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657433856
00000100:00100000:2.0:1769074964.002706:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657433856
00010000:00010000:2.0:1769074964.002748:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309632 expref: 264 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074964.002798:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5679
00000100:00100000:2.0:1769074964.002818:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2368:x1855007657433856:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.002833:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.002839:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309632 expref: 264 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.002851:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309632 expref: 264 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.002873:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074964.002879:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.002888:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.002894:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.002939:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.002994:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2368:x1855007657433856:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 186us (450us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.003002:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5679
00010000:00010000:3.0:1769074964.003430:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e433d4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309632 expref: 263 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.003448:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3df480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433856:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.003468:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.003476:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.003481:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.003528:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.003532:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.003554:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.003584:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e433e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309639 expref: 263 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.003600:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309639 expref: 262 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.003608:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:3.0:1769074964.003611:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.003613:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9600, rc 0)
00000100:00100000:3.0:1769074964.003658:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13246:x1855007657433472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12543us (12807us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.003665:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210729
00000100:00100000:3.0:1769074964.003682:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657434112
00000100:00100000:3.0:1769074964.003686:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657434112
00000100:00100000:3.0:1769074964.003718:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210730
00000100:00100000:3.0:1769074964.003725:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+262:13245:x1855007657434112:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.003742:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.003757:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e433f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309640 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.003854:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.003866:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230946b expref: 263 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.003874:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.003901:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230946b expref: 263 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.003951:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230946b expref: 263 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.003964:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3df480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433984:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.004017:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c840 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.007334:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3df480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623433984:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.007364:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074964.011870:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.012663:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657434240
00000100:00100000:1.0:1769074964.012675:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657434240
00000100:00100000:1.0:1769074964.012737:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210731
00000100:00100000:1.0:1769074964.012748:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13246:x1855007657434240:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074964.013178:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074964.013283:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.013305:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e433fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309647 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.013387:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013400:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013412:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013426:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013433:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013439:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013551:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e43413 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013560:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e43413 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013566:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e43413 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074964.013602:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:1.0:1769074964.013607:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.013623:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e43413 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013634:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e43413 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013642:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013648:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013654:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013659:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.013663:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013670:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013680:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074964.013683:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.013688:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013693:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43405 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013703:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013709:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013714:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013718:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.013721:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013727:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013733:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x76821429 (ffff903299a8d100)
00010000:00010000:1.0:1769074964.013736:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.013738:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013744:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4340c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.013996:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e433fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309647 expref: 266 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.014012:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e43413 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309647 expref: 265 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.014020:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074964.014022:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.014025:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73c00, rc 0)
00000100:00100000:1.0:1769074964.014090:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657434240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1344us (2229us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.014098:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210731
00000100:00100000:0.0:1769074964.014492:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657434368
00000100:00100000:0.0:1769074964.014501:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657434368
00010000:00010000:0.0:1769074964.014527:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230946b expref: 265 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.014602:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5680
00000100:00100000:0.0:1769074964.014611:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2369:x1855007657434368:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.014622:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.014628:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230946b expref: 265 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.014639:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230946b expref: 265 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.014653:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e42e39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230946b expref: 265 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.014665:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:0.0:1769074964.014670:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.014679:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.014686:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.014931:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.014961:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2369:x1855007657434368:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 351us (1784us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.014982:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5680
00010000:00010000:1.0:1769074964.015057:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.015065:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074964.015085:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10423:0x0]: returning size 4096
00010000:00010000:1.0:1769074964.015224:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e433f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309640 expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.015239:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309640 expref: 264 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.015245:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:1.0:1769074964.015248:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074964.015250:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9e00, rc 0)
00000100:00100000:1.0:1769074964.015289:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657434112:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11564us (12692us total) trans 4295106607 rc 0/0
00000100:00100000:1.0:1769074964.015296:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210730
00000100:00100000:2.0:1769074964.020482:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.020541:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657434496
00000100:00100000:0.0:1769074964.020554:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657434496
00000100:00100000:0.0:1769074964.020639:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1641
00000100:00100000:0.0:1769074964.020649:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2368:x1855007657434496:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.020666:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.020691:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e43413 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309647 expref: 264 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.020711:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:0.0:1769074964.020716:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.020773:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:2368:x1855007657434496:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 125us (300us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.020780:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1641
00000100:00100000:3.0:1769074964.023151:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.023218:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657434752
00000100:00100000:1.0:1769074964.023229:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657434752
00000100:00100000:1.0:1769074964.023283:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210732
00000100:00100000:1.0:1769074964.023293:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+263:13246:x1855007657434752:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.023312:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.023332:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43421 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230964e expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.023425:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.023439:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e21 expref: 264 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.023454:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.023498:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e21 expref: 264 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.023511:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e21 expref: 264 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.023525:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623434112:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.023605:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338345ca80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.027305:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623434112:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.027334:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074964.029360:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.029442:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657434880
00000100:00100000:0.0:1769074964.029453:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657434880
00010000:00010000:0.0:1769074964.029654:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e21 expref: 265 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.029700:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5681
00000100:00100000:0.0:1769074964.029710:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2369:x1855007657434880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.029727:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.029733:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e21 expref: 265 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.029742:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e21 expref: 265 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.029760:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e41b31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2308e21 expref: 265 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.029772:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:0.0:1769074964.029777:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.029784:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.029788:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.029821:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.030006:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:2369:x1855007657434880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 297us (653us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.030015:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5681
00010000:00010000:1.0:1769074964.030079:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.030089:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074964.030109:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00010000:00010000:1.0:1769074964.030267:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43421 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230964e expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.030284:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230964e expref: 264 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.030297:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074964.030300:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074964.030303:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:1.0:1769074964.030331:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13246:x1855007657434752:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7040us (7188us total) trans 4295106608 rc 0/0
00000100:00100000:1.0:1769074964.030339:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210732
00000100:00100000:3.0:1769074964.031445:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.031590:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657435008
00000100:00100000:1.0:1769074964.031599:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657435008
00000100:00100000:1.0:1769074964.031643:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210733
00000100:00100000:1.0:1769074964.031651:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657435008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.031673:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.031689:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43436 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309655 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.031758:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.031782:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309640 expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.031790:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.031833:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309640 expref: 265 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.031845:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309640 expref: 265 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.031860:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623434240:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.031971:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875d80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.036015:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.036145:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657435136
00000100:00100000:0.0:1769074964.036153:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657435136
00000100:00100000:0.0:1769074964.036210:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210734
00000100:00100000:0.0:1769074964.036219:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13246:x1855007657435136:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.036243:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.036262:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43444 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230965c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.036348:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.036363:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230964e expref: 267 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.036373:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.036405:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230964e expref: 267 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.036416:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230964e expref: 267 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.036429:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623434368:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.036518:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.036668:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623434240:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.036694:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074964.038997:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.039159:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657435264
00000100:00100000:2.0:1769074964.039169:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657435264
00010000:00010000:2.0:1769074964.039207:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309640 expref: 268 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074964.039250:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5682
00000100:00100000:2.0:1769074964.039259:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:2369:x1855007657435264:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.039276:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.039282:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309640 expref: 268 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.039294:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309640 expref: 268 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.039315:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e433f7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10423:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309640 expref: 268 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.039330:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:2.0:1769074964.039336:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.039345:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.039352:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.039383:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.039443:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2369:x1855007657435264:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 184us (453us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.039451:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5682
00010000:00010000:1.0:1769074964.039644:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.039652:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074964.039696:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10423:0x0]: returning size 4096
00000004:00200000:1.0:1769074964.039700:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.039729:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.039758:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43436 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10423:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309655 expref: 267 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.039782:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309655 expref: 266 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.039790:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:1.0:1769074964.039793:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.039795:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:1.0:1769074964.039832:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657435008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8182us (8392us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.039843:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210733
00000100:00100000:2.0:1769074964.045012:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.045141:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623434368:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.045169:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074964.045244:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657435392
00000100:00100000:3.0:1769074964.045252:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657435392
00010000:00010000:3.0:1769074964.045295:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230964e expref: 266 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.045331:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5683
00000100:00100000:3.0:1769074964.045339:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389468450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2369:x1855007657435392:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.045353:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.045360:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230964e expref: 266 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.045373:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230964e expref: 266 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.045399:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43428 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230964e expref: 266 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.045417:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:3.0:1769074964.045422:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.045432:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.045439:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.045466:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.045513:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389468450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2369:x1855007657435392:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (512us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.045527:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5683
00010000:00010000:0.0:1769074964.045731:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.045739:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074964.045780:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.045784:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.045803:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.045846:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43444 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230965c expref: 265 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.045866:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230965c expref: 264 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.045872:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:0.0:1769074964.045874:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.045877:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83000, rc 0)
00000100:00100000:0.0:1769074964.045951:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13246:x1855007657435136:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9733us (9949us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.045958:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210734
00000100:00100000:2.0:1769074964.056022:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.056114:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657435520
00000100:00100000:0.0:1769074964.056124:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657435520
00000100:00100000:0.0:1769074964.056185:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210735
00000100:00100000:0.0:1769074964.056195:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+264:13245:x1855007657435520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.056213:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.056232:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43452 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309663 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.056299:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056314:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056324:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056337:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056348:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056354:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056453:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e43467 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056461:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e43467 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056468:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e43467 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074964.056500:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10423:0x0]: returning size 4096
00000004:00200000:0.0:1769074964.056505:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.056694:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e43467 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056705:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e43467 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056713:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056720:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056727:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056733:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.056737:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056744:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056756:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074964.056758:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.056763:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056768:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e43459 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056781:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056787:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056792:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056796:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb82e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.056799:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056804:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056821:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc40f8bdb (ffff903298a49900)
00010000:00010000:0.0:1769074964.056823:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.056826:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056831:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43460 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.056859:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43452 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309663 expref: 266 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.056872:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e43467 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309663 expref: 265 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.056878:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:0.0:1769074964.056880:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.056882:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82600, rc 0)
00000100:00100000:0.0:1769074964.058986:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657435520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2779us (2960us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.058999:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210735
00000100:00100000:3.0:1769074964.063499:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.063647:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657435776
00000100:00100000:0.0:1769074964.063658:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657435776
00000100:00100000:0.0:1769074964.063720:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210736
00000100:00100000:0.0:1769074964.063730:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657435776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.063749:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.063770:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4346e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230966a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.063878:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.063892:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6dfb72c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3592 expref: 266 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.063901:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.063972:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6dfb72c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3592 expref: 266 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.063985:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6dfb72c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3592 expref: 266 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.063999:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623434496:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.064090:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074964.068741:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef05180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623434496:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.068772:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074964.069703:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.069881:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.070662:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657436032
00000100:00100000:2.0:1769074964.070662:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657435904
00000100:00100000:0.0:1769074964.070674:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657436032
00000100:00100000:2.0:1769074964.070674:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657435904
00010000:00010000:2.0:1769074964.070720:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6dfb72c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3592 expref: 268 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.070803:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5684
00000100:00100000:0.0:1769074964.070822:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:2367:x1855007657435904:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.070839:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.070846:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6dfb72c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3592 expref: 268 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.070860:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6dfb72c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3592 expref: 268 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.070883:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6dfb72c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3592 expref: 268 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.070898:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e4:0x0].0x0 (ffff90329c213300)
00010000:00010000:0.0:1769074964.070904:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074964.070941:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1642
00010000:00010000:0.0:1769074964.070944:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074964.070953:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2368:x1855007657436032:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.070956:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.070966:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.070981:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e43467 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309663 expref: 267 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.070984:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074964.070996:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:2.0:1769074964.071000:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.071046:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:2367:x1855007657435904:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 225us (1347us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.071055:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5684
00010000:00010000:0.0:1769074964.071083:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.071091:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074964.071109:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e4:0x0]: returning size 260096
00000100:00100000:2.0:1769074964.071163:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:2368:x1855007657436032:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 213us (1282us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.071170:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1642
00010000:00010000:0.0:1769074964.071258:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4346e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230966a expref: 266 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.071289:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230966a expref: 265 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.071297:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e4:0x0].0x0 (ffff90329c213300)
00010000:00010000:0.0:1769074964.071300:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074964.071302:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83e00, rc 0)
00000100:00100000:0.0:1769074964.071326:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13246:x1855007657435776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7599us (7837us total) trans 4295106609 rc 0/0
00000100:00100000:0.0:1769074964.071337:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210736
00000100:00100000:0.0:1769074964.075356:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.075404:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657436288
00000100:00100000:2.0:1769074964.075426:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657436288
00000100:00100000:2.0:1769074964.075485:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4485
00000100:00100000:2.0:1769074964.075494:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+265:13245:x1855007657436288:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074964.075732:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657436288:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 238us (384us total) trans 4295106610 rc 0/0
00000100:00100000:2.0:1769074964.075740:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4485
00000100:00100000:2.0:1769074964.078604:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.078854:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657436416
00000100:00100000:0.0:1769074964.078865:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657436416
00000100:00100000:0.0:1769074964.078958:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210737
00000100:00100000:0.0:1769074964.078968:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13246:x1855007657436416:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.078990:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.079010:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43483 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309671 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.079095:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.079110:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230966a expref: 267 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.079118:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.079150:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230966a expref: 267 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.079162:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230966a expref: 267 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.079174:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef07100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623434624:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.079249:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b540 going to sleep for 11 seconds
00000100:00100000:0.0:1769074964.088639:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef07100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623434624:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.088668:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074964.090214:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.091394:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657436672
00000100:00100000:1.0:1769074964.091408:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657436672
00000100:00100000:1.0:1769074964.091472:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210738
00000100:00100000:1.0:1769074964.091489:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13245:x1855007657436672:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:1.0:1769074964.091553:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.091580:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4343d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10423:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309655 expref: 268 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.091598:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8d900)
00010000:00010000:1.0:1769074964.091610:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074964.091632:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.091645:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.091654:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.091665:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.091671:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.091677:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.091796:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.091815:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.091822:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000040:00080000:1.0:1769074964.092211:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].402, 64 off33984
00010000:00010000:1.0:1769074964.092268:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.094964:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.094979:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.094988:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.094995:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095000:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095025:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1769074964.095054:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095061:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095067:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.095077:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074964.095078:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.095085:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.095088:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095095:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.095099:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074964.095113:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095117:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8dd00)
00010000:00010000:1.0:1769074964.095122:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:1.0:1769074964.095128:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.095131:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095136:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4349f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10423:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.095147:0:5750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10423:0x0].0x0 (ffff903299a8dd00)
00010000:00010000:0.0:1769074964.095151:0:5750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074964.095155:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.095161:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e434a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10423:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.095183:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074964.095185:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074964.095189:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074964.095203:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095210:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095216:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095221:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.095224:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095229:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095236:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074964.095239:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.095242:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.095247:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43491 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:1.0:1769074964.095256:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006662a4b7 reply state 000000003e42cde1 transno 4295106611 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074964.095265:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:1.0:1769074964.095369:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657436672:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 3882us (5159us total) trans 4295106611 rc 0/0
00000100:00100000:1.0:1769074964.095379:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210738
00000100:00100000:3.0:1769074964.097164:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074964.097901:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.097942:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.097954:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.097960:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.097965:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.097972:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.097988:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc40f8bdb (ffff903299a8d100)
00010000:00010000:2.0:1769074964.097991:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.097995:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.098001:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e43498 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xc40f8bdb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074964.098084:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657436800
00000100:00100000:1.0:1769074964.098097:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657436800
00010000:00010000:1.0:1769074964.098131:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230966a expref: 268 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.098165:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5685
00000100:00100000:1.0:1769074964.098174:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:2368:x1855007657436800:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.098188:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.098193:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230966a expref: 268 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.098204:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230966a expref: 268 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.098218:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43475 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230966a expref: 268 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.098235:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e4:0x0].0x0 (ffff90329c213300)
00010000:00010000:1.0:1769074964.098239:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.098248:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.098254:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.098284:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.098349:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:2368:x1855007657436800:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 176us (1193us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.098356:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5685
00010000:00010000:0.0:1769074964.099473:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.099488:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074964.099625:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e4:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.099771:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.099799:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.099847:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43483 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309671 expref: 267 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.099865:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83a00/0x2152b583a6e4348a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309671 expref: 266 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.099873:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e4:0x0].0x0 (ffff90329c213300)
00010000:00010000:0.0:1769074964.099876:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.099879:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83a00, rc 0)
00000100:00100000:0.0:1769074964.099947:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13246:x1855007657436416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20980us (21349us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.099956:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210737
00000100:00100000:3.0:1769074964.101263:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.101422:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657436928
00000100:00100000:1.0:1769074964.101432:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657436928
00000100:00100000:1.0:1769074964.101486:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210739
00000100:00100000:1.0:1769074964.101495:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657436928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.101515:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.101535:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e434ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309678 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.101603:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101618:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101629:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101643:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101650:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101656:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101717:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101724:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101731:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101736:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.101740:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101747:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101758:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074964.101768:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.101773:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101778:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e434b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101792:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101797:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101802:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101817:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.101821:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101826:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101833:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x14062c82 (ffff903299a8d900)
00010000:00010000:1.0:1769074964.101836:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.101838:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101843:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e434bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.101872:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e434ad lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309678 expref: 267 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.101882:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074964.101885:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.101889:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e434ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309678 expref: 267 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.101902:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:1.0:1769074964.101980:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657436928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 486us (723us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074964.101987:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210739
00000100:00100000:3.0:1769074964.106587:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.106676:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657437056
00000100:00100000:1.0:1769074964.106689:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657437056
00000100:00100000:1.0:1769074964.106760:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210740
00000100:00100000:1.0:1769074964.106779:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+266:13245:x1855007657437056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.106814:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.106837:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e434c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230967f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.106939:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e434c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.106957:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e434c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.106972:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e434c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074964.107043:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:1.0:1769074964.107047:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.107070:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e434c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.107096:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e434c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230967f expref: 268 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.107131:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e434c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230967f expref: 267 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.107140:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074964.107142:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074964.107146:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00000100:00100000:1.0:1769074964.107201:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13245:x1855007657437056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 423us (624us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.107208:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210740
00000100:00100000:2.0:1769074964.110706:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.110758:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657437184
00000100:00100000:0.0:1769074964.110779:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657437184
00000100:00100000:0.0:1769074964.110888:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210741
00000100:00100000:0.0:1769074964.110898:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657437184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.110942:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.110966:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e434d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309686 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.111038:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111052:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111063:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111077:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111083:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111088:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111169:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111177:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111185:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111191:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb82600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.111195:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111202:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111214:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074964.111217:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.111221:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111227:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111246:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111252:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111257:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111262:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.111265:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111283:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111291:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcc3aaf05 (ffff903298a49900)
00010000:00010000:0.0:1769074964.111293:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.111296:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111301:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.111334:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e434d0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309686 expref: 268 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.111344:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074964.111346:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.111350:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e434d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309686 expref: 268 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.111363:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83400, rc 0)
00000100:00100000:0.0:1769074964.111432:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657437184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 535us (736us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074964.111440:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210741
00000100:00100000:3.0:1769074964.118172:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.118276:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657437312
00000100:00100000:1.0:1769074964.118287:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657437312
00000100:00100000:1.0:1769074964.118345:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4486
00000100:00100000:1.0:1769074964.118354:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13245:x1855007657437312:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074964.122454:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13245:x1855007657437312:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 4090us (4281us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.122469:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4486
00000100:00100000:2.0:1769074964.130849:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.130973:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657437440
00000100:00100000:0.0:1769074964.130983:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657437440
00000100:00100000:0.0:1769074964.131051:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210742
00000100:00100000:0.0:1769074964.131061:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+267:13246:x1855007657437440:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.131082:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.131103:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e434e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230968d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.131176:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131191:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131202:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131216:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131224:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131230:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131358:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e434fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131366:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e434fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131372:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e434fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074964.131406:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e6:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.131410:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.131427:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e434fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131438:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e434fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131446:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131451:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131457:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131462:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.131466:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131472:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131482:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074964.131485:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.131490:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131494:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e434ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131507:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131513:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131517:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131521:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb82600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.131524:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131529:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131536:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa3962d5b (ffff903298a49900)
00010000:00010000:0.0:1769074964.131538:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.131541:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131547:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e434f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.131575:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e434e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230968d expref: 269 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.131590:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e434fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230968d expref: 268 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.131597:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:0.0:1769074964.131599:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.131603:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82e00, rc 0)
00000100:00100000:0.0:1769074964.131671:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13246:x1855007657437440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 611us (830us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.131678:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210742
00000100:00100000:3.0:1769074964.132098:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.132650:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657437568
00000100:00100000:1.0:1769074964.132661:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657437568
00000100:00100000:1.0:1769074964.132739:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210743
00000100:00100000:1.0:1769074964.132749:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+268:13245:x1855007657437568:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.132764:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.132780:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e43501 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309694 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.132845:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.132857:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.132867:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.132879:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.132885:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.132890:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133059:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133069:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133076:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074964.133102:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:1.0:1769074964.133106:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.133119:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133129:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133135:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133144:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133149:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133154:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.133157:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133164:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133174:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074964.133177:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.133181:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133186:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e43508 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133197:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133203:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133209:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133213:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.133216:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133222:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133229:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcd7d97c8 (ffff903299a8d900)
00010000:00010000:1.0:1769074964.133231:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.133234:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133239:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4350f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.133262:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e43501 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.133366:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 269 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.133375:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074964.133378:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.133381:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:1.0:1769074964.133476:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657437568:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 728us (1379us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.133483:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210743
00000100:00100000:2.0:1769074964.141643:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.141686:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.141725:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.141963:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657437824
00000100:00100000:1.0:1769074964.141978:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657437824
00000100:00100000:1.0:1769074964.142065:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210744
00000100:00100000:1.0:1769074964.142077:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657437824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.142099:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.142125:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4351d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230969b expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.142230:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.142246:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309273 expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.142254:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.142262:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.142297:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.142309:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 270 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.142323:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623434752:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.142424:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309273 expref: 270 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.142444:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309273 expref: 270 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.142454:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623434880:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.142478:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074964.144539:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657438080
00000100:00100000:0.0:1769074964.144554:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657438080
00000100:00100000:0.0:1769074964.144615:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657437952
00000100:00100000:0.0:1769074964.144619:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657437952
00010000:00010000:0.0:1769074964.144637:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 272 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.144673:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5686
00000100:00100000:0.0:1769074964.144683:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2366:x1855007657437952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.144698:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.144705:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 272 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.144717:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 272 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:0.0:1769074964.144742:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074964.144748:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.144756:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.144775:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.144836:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2366:x1855007657437952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 154us (3109us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.144843:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5686
00000100:00100000:0.0:1769074964.144863:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1643
00000100:00100000:0.0:1769074964.144870:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2367:x1855007657438080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.144878:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.144889:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e434fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230968d expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.144903:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:0.0:1769074964.144932:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.144950:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2367:x1855007657438080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 81us (3264us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.144956:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1643
00000100:00100000:2.0:1769074964.151621:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.151708:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074964.151853:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000007c4b446e x1855007623434752) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 269 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.151875:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43516 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309694 expref: 269 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.151890:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623434752:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.151902:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623434880:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.151965:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074964.151971:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.151980:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.151988:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074964.152086:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657438336
00000100:00100000:0.0:1769074964.152094:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657438336
00000100:00100000:0.0:1769074964.152142:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210745
00000100:00100000:0.0:1769074964.152151:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657438336:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.152172:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.152190:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e4352b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096a2 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.152289:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.152301:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad600/0x2152b583a6e2e57f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230305e expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.152308:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.152338:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad600/0x2152b583a6e2e57f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230305e expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.152349:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad600/0x2152b583a6e2e57f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230305e expref: 270 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.152362:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329ef07100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623435008:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.152428:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.152670:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657438464
00000100:00100000:3.0:1769074964.152676:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657438464
00010000:00010000:3.0:1769074964.152698:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309273 expref: 271 pid: 11659 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.152725:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5687
00000100:00100000:3.0:1769074964.152733:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:2369:x1855007657438464:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.152742:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.152747:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309273 expref: 271 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.152758:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309273 expref: 271 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.152776:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e42819 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309273 expref: 271 pid: 11659 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.152786:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074964.152790:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.152797:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.152812:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.152839:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.152868:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2369:x1855007657438464:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 136us (1159us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.152878:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5687
00010000:00010000:0.0:1769074964.153280:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.153288:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074964.153304:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00010000:00010000:0.0:1769074964.153444:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4351d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230969b expref: 271 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.153458:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230969b expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.153471:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:0.0:1769074964.153474:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074964.153476:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:0.0:1769074964.153521:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657437824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11447us (11891us total) trans 4295106612 rc 0/0
00000100:00100000:0.0:1769074964.153527:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210744
00000100:00100000:0.0:1769074964.157629:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329ef07100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623435008:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.157660:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074964.160644:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.160898:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657438592
00000100:00100000:1.0:1769074964.160941:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657438592
00010000:00010000:1.0:1769074964.160982:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad600/0x2152b583a6e2e57f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230305e expref: 270 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.161020:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5688
00000100:00100000:1.0:1769074964.161030:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389468c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:2369:x1855007657438592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.161046:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.161052:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad600/0x2152b583a6e2e57f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230305e expref: 270 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.161069:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad600/0x2152b583a6e2e57f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230305e expref: 270 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.161090:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bddad600/0x2152b583a6e2e57f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230305e expref: 270 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.161104:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:1.0:1769074964.161110:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.161119:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.161126:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.161146:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.161202:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389468c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:2369:x1855007657438592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (567us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.161210:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5688
00010000:00010000:0.0:1769074964.161318:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.161327:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074964.161349:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e6:0x0]: returning size 260096
00010000:00010000:0.0:1769074964.161500:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e4352b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a2 expref: 270 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.161514:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a2 expref: 269 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.161521:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:0.0:1769074964.161523:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074964.161526:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83400, rc 0)
00000100:00100000:0.0:1769074964.161551:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13246:x1855007657438336:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9401us (9939us total) trans 4295106613 rc 0/0
00000100:00100000:0.0:1769074964.161558:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210745
00000100:00100000:0.0:1769074964.161789:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.161981:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657438720
00000100:00100000:1.0:1769074964.161986:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657438720
00000100:00100000:1.0:1769074964.162021:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210746
00000100:00100000:1.0:1769074964.162028:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657438720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.162047:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.162062:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43547 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096a9 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.162136:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.162148:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230969b expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.162156:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.162186:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230969b expref: 270 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.162197:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230969b expref: 270 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.162210:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623435136:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.162271:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875180 going to sleep for 11 seconds
00000100:00100000:0.0:1769074964.167161:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.167305:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657438848
00000100:00100000:1.0:1769074964.167317:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657438848
00000100:00100000:1.0:1769074964.167375:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210747
00000100:00100000:1.0:1769074964.167386:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657438848:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.167412:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.167436:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43555 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096b0 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.167529:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.167549:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a2 expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.167559:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.167593:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a2 expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.167604:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a2 expref: 272 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.167617:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623435264:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.167699:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875d80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.173872:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.173944:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.173978:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657439104
00000100:00100000:2.0:1769074964.173987:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657439104
00010000:00010000:2.0:1769074964.174026:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a2 expref: 273 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074964.174073:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657438976
00000100:00100000:2.0:1769074964.174077:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657438976
00010000:00010000:2.0:1769074964.174092:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230969b expref: 274 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074964.174114:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5689
00000100:00100000:2.0:1769074964.174125:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2368:x1855007657439104:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.174139:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.174146:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a2 expref: 274 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.174157:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a2 expref: 274 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.174179:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:2.0:1769074964.174185:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.174195:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.174203:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.174221:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.174268:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2368:x1855007657439104:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 146us (406us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.174278:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5689
00000100:00100000:2.0:1769074964.174295:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5690
00000100:00100000:2.0:1769074964.174302:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657438976:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.174308:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.174313:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230969b expref: 273 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.174322:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230969b expref: 273 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.174333:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:2.0:1769074964.174337:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.174343:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.174349:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.174360:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.174379:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657438976:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 77us (434us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.174386:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5690
00010000:00010000:0.0:1769074964.174773:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e43532 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a2 expref: 272 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.174792:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623435264:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.174827:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.174837:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.174842:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074964.174885:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e6:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.174889:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.174937:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.174969:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43555 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b0 expref: 272 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.174983:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b0 expref: 271 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.174990:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:0.0:1769074964.174993:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.174996:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72000, rc 0)
00000100:00100000:0.0:1769074964.175029:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+271:13246:x1855007657438848:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7646us (7880us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.175037:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210747
00010000:00010000:1.0:1769074964.175690:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43524 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230969b expref: 270 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.175704:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623435136:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.175718:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.175725:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.175730:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074964.175759:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:1.0:1769074964.175775:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.175789:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.175824:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43547 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a9 expref: 270 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.175838:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a9 expref: 269 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.175846:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074964.175848:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.175851:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00000100:00100000:1.0:1769074964.175897:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657438720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13868us (14108us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.175934:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210746
00000100:00100000:0.0:1769074964.192105:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.192255:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657439232
00000100:00100000:1.0:1769074964.192266:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657439232
00000100:00100000:1.0:1769074964.192339:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210748
00000100:00100000:1.0:1769074964.192349:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657439232:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.192370:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.192390:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43563 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096b7 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.192453:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192467:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192477:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192491:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192498:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192504:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192568:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192575:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192582:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192587:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.192591:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192599:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192610:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074964.192613:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.192618:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192624:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e4356a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192640:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192646:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192651:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192656:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.192659:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192664:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192671:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x14062c82 (ffff903299a8d900)
00010000:00010000:1.0:1769074964.192673:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.192676:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192681:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43571 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x14062c82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.192709:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43563 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b7 expref: 270 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.192718:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074964.192721:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.192724:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43563 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b7 expref: 270 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.192738:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:1.0:1769074964.192822:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657439232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 473us (725us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074964.192830:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210748
00000100:00100000:2.0:1769074964.200752:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.200956:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657439488
00000100:00100000:1.0:1769074964.200967:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657439488
00000100:00100000:1.0:1769074964.201024:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4487
00000100:00100000:1.0:1769074964.201033:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+269:13245:x1855007657439488:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074964.201274:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13245:x1855007657439488:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 241us (530us total) trans 4295106614 rc 0/0
00000100:00100000:1.0:1769074964.201282:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4487
00000100:00100000:3.0:1769074964.206477:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.206857:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657439744
00000100:00100000:0.0:1769074964.206869:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657439744
00000100:00100000:0.0:1769074964.206968:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210749
00000100:00100000:0.0:1769074964.206978:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+270:13246:x1855007657439744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.206999:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.207021:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43578 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096be expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.207192:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.207208:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6dfb859 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3610 expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.207217:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.207250:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6dfb859 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3610 expref: 271 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.207262:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6dfb859 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3610 expref: 271 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.207289:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb609f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623435392:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.207383:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b540 going to sleep for 11 seconds
00000100:00100000:0.0:1769074964.211010:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.211258:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657439872
00000100:00100000:1.0:1769074964.211412:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657439872
00000100:00100000:1.0:1769074964.211518:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210750
00000100:00100000:1.0:1769074964.211529:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657439872:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.211556:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.211578:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43586 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096c5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.211640:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211655:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211667:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211682:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211689:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211695:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211831:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4359b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211840:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4359b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211847:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4359b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074964.211878:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:1.0:1769074964.211883:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.211901:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4359b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211958:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4359b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211966:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211972:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211979:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.211988:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.211992:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212000:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212010:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074964.212013:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.212018:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212024:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e4358d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212037:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212042:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212058:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212064:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.212067:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212072:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212079:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcd7d97c8 (ffff903299a8d900)
00010000:00010000:1.0:1769074964.212082:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.212085:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212091:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43594 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.212120:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43586 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096c5 expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.212133:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4359b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096c5 expref: 273 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.212140:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074964.212142:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.212145:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73400, rc 0)
00000100:00100000:1.0:1769074964.212221:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657439872:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 694us (1219us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.212229:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210750
00000100:00100000:2.0:1769074964.216166:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.216384:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb609f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623435392:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.216415:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074964.216842:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657440000
00000100:00100000:3.0:1769074964.216850:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657440000
00010000:00010000:3.0:1769074964.216885:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6dfb859 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3610 expref: 273 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.216944:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5691
00000100:00100000:3.0:1769074964.216952:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2369:x1855007657440000:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.216969:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.216975:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6dfb859 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3610 expref: 273 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.216986:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6dfb859 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3610 expref: 273 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.217011:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6dfb859 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3610 expref: 273 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.217026:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e8:0x0].0x0 (ffff903382888d00)
00010000:00010000:3.0:1769074964.217032:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.217041:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.217058:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.217081:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.217132:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2369:x1855007657440000:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (974us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.217139:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5691
00010000:00010000:0.0:1769074964.218239:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.218252:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074964.218282:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e8:0x0]: returning size 260096
00010000:00010000:0.0:1769074964.218432:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43578 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096be expref: 273 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.218449:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096be expref: 272 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.218458:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e8:0x0].0x0 (ffff903382888d00)
00010000:00010000:0.0:1769074964.218461:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074964.218464:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83400, rc 0)
00000100:00100000:0.0:1769074964.218519:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13246:x1855007657439744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11543us (12053us total) trans 4295106615 rc 0/0
00000100:00100000:0.0:1769074964.218527:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210749
00000100:00100000:2.0:1769074964.228382:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.228462:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.228498:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.228534:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657440256
00000100:00100000:3.0:1769074964.228545:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657440256
00000100:00100000:3.0:1769074964.228615:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1644
00000100:00100000:3.0:1769074964.228625:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2366:x1855007657440256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.228641:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.228666:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e4359b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096c5 expref: 272 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.228685:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00000100:00100000:1.0:1769074964.228689:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657440128
00010000:00010000:3.0:1769074964.228690:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.228693:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657440128
00000100:00100000:3.0:1769074964.228742:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2366:x1855007657440256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 119us (280us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.228750:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1644
00000100:00100000:1.0:1769074964.228757:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657440512
00000100:00100000:1.0:1769074964.228760:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657440512
00000100:00100000:0.0:1769074964.228790:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210751
00000100:00100000:0.0:1769074964.228799:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13246:x1855007657440128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.228829:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.228844:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e435a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096cc expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.228950:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.228963:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096be expref: 273 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.228972:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.229004:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096be expref: 273 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.229018:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096be expref: 273 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.229031:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb609f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623435520:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.229092:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b540 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.229151:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210752
00000100:00100000:2.0:1769074964.229163:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657440512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.229172:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.229182:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e435b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096d3 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.229245:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.229256:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a9 expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.229262:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.229292:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a9 expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.229301:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a9 expref: 274 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074964.229315:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb635180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623435648:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.229354:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7ca80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.235163:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.235282:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb635180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623435648:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.235313:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074964.235497:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657440640
00000100:00100000:1.0:1769074964.235505:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657440640
00010000:00010000:1.0:1769074964.235542:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096be expref: 275 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.235578:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5692
00000100:00100000:1.0:1769074964.235587:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2368:x1855007657440640:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.235603:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.235609:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096be expref: 275 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.235620:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096be expref: 275 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.235641:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e8:0x0].0x0 (ffff903382888d00)
00010000:00010000:1.0:1769074964.235646:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.235655:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.235662:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.235677:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.236748:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.236861:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657440768
00000100:00100000:3.0:1769074964.236868:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657440768
00010000:00010000:3.0:1769074964.236895:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a9 expref: 276 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.236984:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5693
00000100:00100000:3.0:1769074964.236992:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2368:x1855007657440768:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.237002:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.237008:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a9 expref: 276 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.237020:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a9 expref: 276 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.237037:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e4354e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096a9 expref: 276 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.237053:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074964.237058:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.237066:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.237072:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.237093:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.237136:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2368:x1855007657440768:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 145us (393us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.237144:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5693
00010000:00010000:0.0:1769074964.237490:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4357f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096be expref: 274 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:0.0:1769074964.237506:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb609f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623435520:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.237537:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.237545:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.237549:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074964.237595:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e8:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.237600:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.237620:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.237652:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e435a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096cc expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.237665:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82600/0x2152b583a6e435b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096cc expref: 273 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.237672:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e8:0x0].0x0 (ffff903382888d00)
00010000:00010000:0.0:1769074964.237675:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.237678:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb82600, rc 0)
00000100:00100000:0.0:1769074964.237704:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657440128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8906us (9333us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.237710:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210751
00000100:00100000:2.0:1769074964.237772:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:2368:x1855007657440640:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2185us (2619us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.237779:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5692
00010000:00010000:3.0:1769074964.237842:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.237850:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074964.237865:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00010000:00010000:3.0:1769074964.238407:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e435b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096d3 expref: 273 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.238427:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096d3 expref: 272 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.238434:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074964.238436:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074964.238439:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074964.238522:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657440512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9362us (10021us total) trans 4295106616 rc 0/0
00000100:00100000:3.0:1769074964.238529:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210752
00000100:00100000:2.0:1769074964.244485:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.244538:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657440896
00000100:00100000:3.0:1769074964.244549:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657440896
00000100:00100000:3.0:1769074964.244664:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210753
00000100:00100000:3.0:1769074964.244675:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+272:13245:x1855007657440896:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.244701:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.244722:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e435cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096da expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.244833:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.244849:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096d3 expref: 273 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.244857:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.244890:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096d3 expref: 273 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.244904:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096d3 expref: 273 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.244952:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338925f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623435776:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.245032:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cd80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.249343:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.249480:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338925f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623435776:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.249509:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074964.249746:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657441024
00000100:00100000:0.0:1769074964.249755:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657441024
00000100:00100000:0.0:1769074964.249998:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210754
00000100:00100000:0.0:1769074964.250008:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13246:x1855007657441024:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.250033:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.250053:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e435da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096e1 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.250120:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250139:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250149:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250164:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250170:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250177:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250287:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e435ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250295:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e435ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250302:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e435ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074964.250336:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c2:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.250340:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.250359:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e435ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250369:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e435ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250377:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250386:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250393:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250398:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.250402:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250409:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250420:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074964.250423:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.250428:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250434:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e435e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250449:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250454:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250460:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250464:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb82e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.250468:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250474:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250481:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xcd7d97c8 (ffff903298a49900)
00010000:00010000:0.0:1769074964.250484:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.250486:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250491:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e435e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.250522:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e435da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e1 expref: 276 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074964.251061:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.251173:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657441152
00000100:00100000:3.0:1769074964.251181:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657441152
00010000:00010000:3.0:1769074964.251206:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096d3 expref: 276 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.251238:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5694
00000100:00100000:3.0:1769074964.251247:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389469050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2369:x1855007657441152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.251257:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.251262:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096d3 expref: 276 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.251273:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096d3 expref: 276 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.251298:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e435be lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096d3 expref: 276 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.251315:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:3.0:1769074964.251319:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.251326:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.251333:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.251353:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.251405:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389469050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2369:x1855007657441152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 159us (345us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.251413:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5694
00010000:00010000:1.0:1769074964.251753:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074964.251762:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074964.251792:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:1.0:1769074964.251796:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.251820:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074964.251845:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e435cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096da expref: 275 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.251864:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9800/0x2152b583a6e435d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096da expref: 274 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.251871:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074964.251874:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.251876:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9800, rc 0)
00000100:00100000:1.0:1769074964.251948:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13245:x1855007657440896:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7275us (7473us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.251965:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210753
00010000:00010000:0.0:1769074964.252627:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e435ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e1 expref: 273 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.252638:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:0.0:1769074964.252641:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.252644:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83e00, rc 0)
00000100:00100000:0.0:1769074964.252688:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657441024:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2680us (3354us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.252695:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210754
00000100:00100000:2.0:1769074964.259631:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.259696:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657441280
00000100:00100000:0.0:1769074964.259704:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657441280
00000100:00100000:0.0:1769074964.259753:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210755
00000100:00100000:0.0:1769074964.259759:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657441280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.259780:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.259813:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e435f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096e8 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.259877:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.259891:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.259898:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.259939:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.259944:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.259948:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260031:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260036:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260040:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074964.260074:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.260078:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.260096:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260111:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260119:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260125:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260129:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260132:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.260135:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260140:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260148:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074964.260150:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.260153:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260157:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e435fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260165:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260168:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260172:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260175:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.260177:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260181:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260184:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x5e0db83a (ffff903298a49300)
00010000:00010000:0.0:1769074964.260185:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.260187:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260189:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43604 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.260210:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e435f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 275 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.260217:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.260220:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:0.0:1769074964.260221:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.260223:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76a00, rc 0)
00000100:00100000:0.0:1769074964.260271:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13245:x1855007657441280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 512us (648us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.260284:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210755
00000100:00100000:2.0:1769074964.262799:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.262899:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657441408
00000100:00100000:3.0:1769074964.262955:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657441408
00000100:00100000:3.0:1769074964.263016:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1645
00000100:00100000:3.0:1769074964.263026:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2367:x1855007657441408:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.263040:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.263071:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e435ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e1 expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.263092:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c2:0x0].0x0 (ffff903384f0cf00)
00010000:00010000:3.0:1769074964.263097:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.263146:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:2367:x1855007657441408:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 122us (355us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.263155:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1645
00000100:00100000:3.0:1769074964.267023:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.267190:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657441664
00000100:00100000:1.0:1769074964.267203:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657441664
00000100:00100000:1.0:1769074964.267272:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210756
00000100:00100000:1.0:1769074964.267282:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657441664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.267303:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.267326:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43612 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096ef expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.267434:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074964.267452:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230929d expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.267461:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.267468:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074964.267504:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 274 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.267517:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 274 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.267531:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623435904:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.267639:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230929d expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.267647:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230929d expref: 274 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.267657:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623436032:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.267679:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875180 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.269431:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.269528:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657441792
00000100:00100000:2.0:1769074964.269537:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657441792
00010000:00010000:2.0:1769074964.269579:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 275 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:2.0:1769074964.269619:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5695
00000100:00100000:2.0:1769074964.269629:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2367:x1855007657441792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.269644:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.269651:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 275 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.269663:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 275 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:2.0:1769074964.269684:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:2.0:1769074964.269690:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.269699:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.269710:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.269904:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2367:x1855007657441792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 274us (480us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.269945:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5695
00000100:00100000:2.0:1769074964.271499:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.271856:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657441920
00000100:00100000:0.0:1769074964.271866:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657441920
00000100:00100000:0.0:1769074964.272005:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210757
00000100:00100000:0.0:1769074964.272015:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657441920:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.272035:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.272776:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000004c1338ee x1855007623435904) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 275 pid: 5763 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.272795:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4360b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096e8 expref: 275 pid: 5763 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.272820:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623435904:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.272834:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623436032:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.272854:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:3.0:1769074964.272860:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.272869:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.272877:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.273552:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43620 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096f6 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.273628:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273642:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273651:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273666:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273672:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273677:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273796:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43635 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273814:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273821:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074964.273854:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.273859:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.273876:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273887:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273896:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273901:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273934:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273940:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.273944:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273952:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273963:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074964.273966:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.273970:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273975:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43627 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273987:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273992:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.273997:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.274001:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.274004:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.274009:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.274015:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x1674e29a (ffff903298a49300)
00010000:00010000:0.0:1769074964.274017:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.274019:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.274024:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4362e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.274068:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43620 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096f6 expref: 276 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.274082:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43635 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096f6 expref: 275 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.274088:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074964.274090:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.274093:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83800, rc 0)
00000100:00100000:0.0:1769074964.274152:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657441920:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2137us (2658us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.274161:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210757
00000100:00100000:2.0:1769074964.278100:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.278184:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.278254:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657442048
00000100:00100000:3.0:1769074964.278263:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657442048
00010000:00010000:3.0:1769074964.278308:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230929d expref: 275 pid: 7034 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.278342:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657442176
00000100:00100000:3.0:1769074964.278346:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657442176
00000100:00100000:3.0:1769074964.278369:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5696
00000100:00100000:3.0:1769074964.278378:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2369:x1855007657442048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1769074964.278390:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1646
00010000:00010000:3.0:1769074964.278394:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1769074964.278399:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2368:x1855007657442176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.278401:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230929d expref: 276 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.278407:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.278413:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230929d expref: 276 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:3.0:1769074964.278425:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e428a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230929d expref: 276 pid: 7034 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.278426:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43635 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096f6 expref: 276 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.278441:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074964.278441:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:1.0:1769074964.278445:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074964.278447:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.278455:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.278461:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.278482:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.278490:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2368:x1855007657442176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 93us (306us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.278498:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2369:x1855007657442048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 121us (407us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.278501:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1646
00000100:00100000:3.0:1769074964.278504:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5696
00010000:00010000:3.0:1769074964.278526:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.278534:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074964.278553:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00010000:00010000:3.0:1769074964.278702:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43612 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096ef expref: 274 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.278718:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096ef expref: 273 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.278722:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:3.0:1769074964.278724:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074964.278726:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72800, rc 0)
00000100:00100000:3.0:1769074964.278744:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657441664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11466us (11733us total) trans 4295106617 rc 0/0
00000100:00100000:3.0:1769074964.278748:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210756
00000100:00100000:2.0:1769074964.283491:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.283856:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657442432
00000100:00100000:3.0:1769074964.283867:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657442432
00000100:00100000:2.0:1769074964.283930:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.284417:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657442304
00000100:00100000:3.0:1769074964.284423:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657442304
00000100:00100000:3.0:1769074964.284457:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210758
00000100:00100000:3.0:1769074964.284465:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13245:x1855007657442432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.284490:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.284514:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43643 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309704 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074964.284530:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210759
00000100:00100000:2.0:1769074964.284542:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657442304:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.284550:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.284560:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4364a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23096fd expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.284596:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074964.284599:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.284609:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096ef expref: 276 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.284610:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074964.284618:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.284620:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284634:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284640:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284648:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074964.284653:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096ef expref: 276 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.284665:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096ef expref: 276 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:3.0:1769074964.284678:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338925f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623436160:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.284715:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284722:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284727:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284733:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.284737:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284744:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074964.284753:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00010000:00010000:2.0:1769074964.284755:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074964.284758:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.284774:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284781:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43651 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284793:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284799:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284818:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284822:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.284825:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284830:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284835:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd13fc2bb (ffff9032af293100)
00010000:00010000:2.0:1769074964.284837:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.284839:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284842:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e4365f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.284864:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4364a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096fd expref: 276 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.284870:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074964.284872:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.284874:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4364a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096fd expref: 276 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.284879:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6c00, rc 0)
00000100:00100000:2.0:1769074964.284903:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657442304:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 367us (999us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074964.284940:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210759
00000100:00100000:3.0:1769074964.287999:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338925f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623436160:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.288029:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074964.291444:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.291627:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657442560
00000100:00100000:1.0:1769074964.291638:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657442560
00010000:00010000:1.0:1769074964.291678:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096ef expref: 275 pid: 5764 timeout: 2049 lvb_type: 0
00000100:00100000:1.0:1769074964.291707:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5697
00000100:00100000:1.0:1769074964.291716:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2369:x1855007657442560:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.291731:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.291737:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096ef expref: 275 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.291750:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096ef expref: 275 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.291772:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43619 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096ef expref: 275 pid: 5764 timeout: 2049 lvb_type: 0
00010000:00010000:1.0:1769074964.291787:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:1.0:1769074964.291792:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074964.291812:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074964.291819:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074964.291850:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.291934:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2369:x1855007657442560:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 190us (470us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.291943:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5697
00010000:00010000:3.0:1769074964.292014:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.292022:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074964.292070:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c4:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.292075:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.292095:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.292182:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43643 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309704 expref: 274 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.292197:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8800/0x2152b583a6e43658 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309704 expref: 273 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.292210:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c4:0x0].0x0 (ffff9033bb559300)
00010000:00010000:3.0:1769074964.292213:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.292215:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8800, rc 0)
00000100:00100000:3.0:1769074964.292247:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657442432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7783us (8767us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.292254:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210758
00000100:00100000:2.0:1769074964.294073:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.294241:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657442688
00000100:00100000:3.0:1769074964.294250:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657442688
00000100:00100000:3.0:1769074964.294311:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210760
00000100:00100000:3.0:1769074964.294321:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657442688:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.294341:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.294362:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43666 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230970b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.294426:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294440:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294451:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294464:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294471:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294482:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294553:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294561:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294567:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294573:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.294578:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294585:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294596:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074964.294598:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.294603:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294609:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4366d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294620:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294625:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294634:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294639:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.294641:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294647:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294654:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xebd551b1 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074964.294657:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.294660:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294666:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43674 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.294696:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43666 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230970b expref: 274 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.294706:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074964.294708:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.294712:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43666 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230970b expref: 274 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.294722:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9200, rc 0)
00000100:00100000:3.0:1769074964.294784:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13246:x1855007657442688:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 465us (720us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074964.294793:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210760
00000100:00100000:2.0:1769074964.305862:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.306108:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657442816
00000100:00100000:0.0:1769074964.306124:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657442816
00000100:00100000:0.0:1769074964.306183:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210761
00000100:00100000:0.0:1769074964.306193:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+273:13245:x1855007657442816:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.306215:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.306236:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4367b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309712 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.306304:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306318:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306330:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306344:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306353:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306359:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306463:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43690 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306473:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306480:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074964.306516:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.306521:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.306538:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306548:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306555:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306561:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306567:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306573:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb82e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.306577:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306584:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306594:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074964.306597:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.306601:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306607:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82e00/0x2152b583a6e43682 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306618:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306624:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306630:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306634:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb83800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.306637:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306642:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306649:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xca0b3ea (ffff903298a49300)
00010000:00010000:0.0:1769074964.306652:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.306655:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306660:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83800/0x2152b583a6e43689 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.306690:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83400/0x2152b583a6e4367b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309712 expref: 275 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.306702:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43690 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309712 expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.306710:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:0.0:1769074964.306712:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.306715:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83e00, rc 0)
00000100:00100000:0.0:1769074964.306790:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13245:x1855007657442816:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 598us (937us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.306798:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210761
00000100:00100000:1.0:1769074964.306940:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.307944:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657443072
00000100:00100000:0.0:1769074964.307955:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657443072
00000100:00100000:0.0:1769074964.308009:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210762
00000100:00100000:0.0:1769074964.308017:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13246:x1855007657443072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.308033:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.308035:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1769074964.308055:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eed400/0x2152b583a6e42c41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093bc expref: 274 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.308071:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074964.308075:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074964.308087:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43697 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309719 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.308189:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308201:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308210:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308223:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308229:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308239:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00080000:0.0:1769074964.308677:0:7034:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d4:0x0], index 0: 0
00010000:00010000:0.0:1769074964.308879:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308890:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308898:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308964:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308972:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308979:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308985:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f80c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.308988:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.308995:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.309004:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074964.309007:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.309011:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.309020:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e4369e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:0.0:1769074964.309030:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000540c57d9 reply state 00000000484d5cf6 transno 4295106618 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074964.309039:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074964.309063:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43697 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309719 expref: 276 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.309075:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309719 expref: 275 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.309082:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:0.0:1769074964.309084:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.309086:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfa800, rc 0)
00000100:00100000:0.0:1769074964.309158:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13246:x1855007657443072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1141us (2252us total) trans 4295106618 rc 0/0
00000100:00100000:0.0:1769074964.309165:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210762
00000100:00100000:1.0:1769074964.315222:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.315263:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074964.315378:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.315390:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.315397:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.315404:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f81e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.315408:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.315415:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.315431:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd13fc2bb (ffff903298a49900)
00010000:00010000:3.0:1769074964.315434:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.315438:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.315444:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e436a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074964.315490:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657443456
00000100:00100000:2.0:1769074964.315501:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657443456
00000100:00100000:2.0:1769074964.315565:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1647
00000100:00100000:2.0:1769074964.315575:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:2366:x1855007657443456:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.315591:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.315608:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e43690 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309712 expref: 275 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.315619:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:2.0:1769074964.315623:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.315681:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:2366:x1855007657443456:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 108us (417us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.315690:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1647
00000100:00100000:0.0:1769074964.315753:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657443328
00000100:00100000:0.0:1769074964.315758:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657443328
00000100:00100000:0.0:1769074964.315797:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210763
00000100:00100000:0.0:1769074964.315813:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+274:13245:x1855007657443328:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.315831:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.315845:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e436ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309720 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.315990:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.316005:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c0 expref: 275 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.316014:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.316045:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c0 expref: 275 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.316058:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c0 expref: 275 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.316072:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb609f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623436288:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.316132:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.320786:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.320851:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657443584
00000100:00100000:2.0:1769074964.320862:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657443584
00010000:00010000:2.0:1769074964.320940:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c0 expref: 276 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.321133:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5698
00000100:00100000:2.0:1769074964.321145:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2369:x1855007657443584:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.321160:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.321167:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c0 expref: 276 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.321185:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c0 expref: 276 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.321208:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:2.0:1769074964.321214:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.321222:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.321229:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.321246:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.321303:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2369:x1855007657443584:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 160us (525us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.321310:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5698
00010000:00010000:0.0:1769074964.321705:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8c00/0x2152b583a6e4290e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092c0 expref: 275 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.321723:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb609f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623436288:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.321750:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074964.326154:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.326290:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657443712
00000100:00100000:2.0:1769074964.326301:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657443712
00000100:00100000:2.0:1769074964.326373:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2993
00000100:00100000:2.0:1769074964.326385:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+72:2366:x1855007657443712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.326404:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.326423:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309727 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00002000:00010000:2.0:1769074964.326450:0:8946:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1769074964.326467:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074964.326469:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074964.326479:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309727 expref: 73 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074964.326497:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309727 expref: 73 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074964.326510:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:2.0:1769074964.326566:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2366:x1855007657443712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 184us (422us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.326572:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2993
00000100:00080000:0.0:1769074964.326623:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00010000:00010000:1.0:1769074964.327374:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.327387:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074964.327410:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00010000:00010000:1.0:1769074964.327561:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e436ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309720 expref: 276 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.327581:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309720 expref: 275 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.327590:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:1.0:1769074964.327593:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074964.327597:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb400, rc 0)
00000100:00100000:1.0:1769074964.327645:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13245:x1855007657443328:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11841us (12434us total) trans 4295106619 rc 0/0
00000100:00100000:1.0:1769074964.327654:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210763
00000100:00100000:0.0:1769074964.332584:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.332660:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657443840
00000100:00100000:1.0:1769074964.332671:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657443840
00000100:00100000:1.0:1769074964.332732:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210764
00000100:00100000:1.0:1769074964.332742:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13245:x1855007657443840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.332781:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.332811:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e436d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230972e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.332903:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.332944:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309720 expref: 276 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.332952:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.332996:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309720 expref: 276 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.333009:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309720 expref: 276 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.333024:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623436416:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.333110:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875600 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.335271:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623436416:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.335302:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074964.339644:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.339719:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.339828:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657444224
00000100:00100000:1.0:1769074964.339840:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657444224
00010000:00010000:1.0:1769074964.339881:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309720 expref: 277 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.339971:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5699
00000100:00100000:1.0:1769074964.339982:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:2368:x1855007657444224:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.339997:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.340004:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309720 expref: 277 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.340018:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309720 expref: 277 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.340042:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e436c1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309720 expref: 277 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.340064:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:1.0:1769074964.340070:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.340079:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.340086:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.340117:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.340166:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:2368:x1855007657444224:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 186us (446us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.340174:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5699
00010000:00010000:3.0:1769074964.340200:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.340208:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074964.340253:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c6:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.340257:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.340296:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.340329:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e436d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230972e expref: 276 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.340343:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73e00/0x2152b583a6e436dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230972e expref: 275 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.340350:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c6:0x0].0x0 (ffff903383bc6b00)
00010000:00010000:3.0:1769074964.340352:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.340354:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73e00, rc 0)
00000100:00100000:3.0:1769074964.340382:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13245:x1855007657443840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7643us (7809us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.340389:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210764
00000100:00100000:2.0:1769074964.341458:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657444096
00000100:00100000:2.0:1769074964.341469:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657444096
00000100:00100000:2.0:1769074964.341517:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4488
00000100:00100000:2.0:1769074964.341525:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+275:13246:x1855007657444096:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074964.341940:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+276:13246:x1855007657444096:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 414us (2302us total) trans 4295106620 rc 0/0
00000100:00100000:2.0:1769074964.341949:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4488
00000100:00100000:2.0:1769074964.360643:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.360712:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.360887:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657444352
00000100:00100000:3.0:1769074964.360898:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657444352
00000100:00100000:3.0:1769074964.360983:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657444608
00000100:00100000:3.0:1769074964.360987:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657444608
00000100:00100000:3.0:1769074964.361008:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210765
00000100:00100000:3.0:1769074964.361016:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13245:x1855007657444352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.361037:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.361070:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e436e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309735 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074964.361077:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210766
00000100:00100000:2.0:1769074964.361089:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13246:x1855007657444608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.361102:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.361112:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e436eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230973c expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.361146:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361161:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361172:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.361183:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074964.361185:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361192:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.361194:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309719 expref: 279 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.361198:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.361202:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.361234:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309719 expref: 279 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.361246:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309719 expref: 279 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.361260:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb634380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623436544:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.361314:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43707 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361323:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361329:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074964.361333:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a180 going to sleep for 11 seconds
00000004:00200000:3.0:1769074964.361353:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.361357:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.361376:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361387:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43707 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361395:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361401:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361406:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361415:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.361419:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361426:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361437:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.361440:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.361444:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361449:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e436f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361460:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361465:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361473:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361477:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.361480:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361486:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361493:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa5e17578 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074964.361495:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.361498:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361503:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43700 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.361534:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e436e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309735 expref: 280 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.361547:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43707 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309735 expref: 279 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.361554:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:3.0:1769074964.361557:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.361559:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:2.0:1769074964.361778:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:13245:x1855007657444352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 761us (1142us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.361786:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210765
00000100:00100000:2.0:1769074964.369623:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.369641:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb634380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623436544:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.369653:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074964.369671:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074964.369680:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.369748:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657445120
00000100:00100000:0.0:1769074964.369757:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657445120
00000100:00100000:0.0:1769074964.369825:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657444992
00000100:00100000:0.0:1769074964.369830:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657444992
00010000:00010000:0.0:1769074964.369844:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309719 expref: 280 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.369874:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5700
00000100:00100000:0.0:1769074964.369883:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:2366:x1855007657444992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.369897:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.369903:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309719 expref: 280 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.369940:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309719 expref: 280 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.369961:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e436ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309719 expref: 280 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.369977:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:0.0:1769074964.369982:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.369991:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.369998:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.370019:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.370080:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:2366:x1855007657444992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 197us (397us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.370089:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5700
00000100:00100000:0.0:1769074964.370108:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1648
00000100:00100000:0.0:1769074964.370114:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:2366:x1855007657445120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.370121:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.370131:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43707 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309735 expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.370141:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:0.0:1769074964.370145:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.370161:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:2366:x1855007657445120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 48us (507us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.370167:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1648
00010000:00010000:0.0:1769074964.370182:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.370188:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074964.370205:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10424:0x0]: returning size 0
00010000:00010000:0.0:1769074964.370340:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e436eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230973c expref: 278 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.370353:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230973c expref: 277 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.370360:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:0.0:1769074964.370363:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074964.370365:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:0.0:1769074964.370386:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13246:x1855007657444608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9301us (9674us total) trans 4295106621 rc 0/0
00000100:00100000:0.0:1769074964.370392:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210766
00000100:00100000:0.0:1769074964.370406:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657444864
00000100:00100000:0.0:1769074964.370409:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657444864
00000100:00100000:0.0:1769074964.370429:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210767
00000100:00100000:0.0:1769074964.370435:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+277:13245:x1855007657444864:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.370448:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.370459:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43715 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309743 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.370528:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.370538:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092e3 expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.370546:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.370571:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092e3 expref: 278 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.370582:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092e3 expref: 278 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.370594:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb60b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623436672:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.370638:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.378579:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.378738:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657445248
00000100:00100000:2.0:1769074964.378760:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657445248
00010000:00010000:2.0:1769074964.378816:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092e3 expref: 279 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.378859:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5701
00000100:00100000:2.0:1769074964.378870:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:2369:x1855007657445248:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.378893:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.378901:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092e3 expref: 279 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.378944:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092e3 expref: 279 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.378967:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:2.0:1769074964.378972:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.378978:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4a00/0x2152b583a6e42970 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092e3 expref: 279 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.378982:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.378991:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074964.378998:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb60b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623436672:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.379012:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074964.379020:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.379027:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.379032:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074964.379051:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00000100:00100000:2.0:1769074964.379071:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:2369:x1855007657445248:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 204us (503us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.379078:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5701
00010000:00010000:0.0:1769074964.379217:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43715 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309743 expref: 279 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.379236:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309743 expref: 278 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.379243:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:0.0:1769074964.379246:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074964.379249:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb600, rc 0)
00000100:00100000:0.0:1769074964.379273:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13245:x1855007657444864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8838us (9659us total) trans 4295106622 rc 0/0
00000100:00100000:0.0:1769074964.379280:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210767
00000100:00100000:0.0:1769074964.380950:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.381030:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657445376
00000100:00100000:3.0:1769074964.381040:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657445376
00000100:00100000:3.0:1769074964.381103:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210768
00000100:00100000:3.0:1769074964.381113:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13246:x1855007657445376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.381138:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.381156:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4372a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230974a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.381242:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074964.381257:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230973c expref: 279 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.381264:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074964.381297:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230973c expref: 279 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.381310:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230973c expref: 279 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.381324:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338925c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623436800:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.381404:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c600 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.389763:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.389850:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.389960:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657445632
00000100:00100000:2.0:1769074964.389972:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657445632
00010000:00010000:2.0:1769074964.390021:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230973c expref: 280 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.390064:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5702
00000100:00100000:2.0:1769074964.390074:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:2369:x1855007657445632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.390090:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.390099:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230973c expref: 280 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.390111:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230973c expref: 280 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.390134:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:2.0:1769074964.390141:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.390150:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.390157:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074964.390176:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.390233:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:2369:x1855007657445632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 160us (382us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.390240:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5702
00000100:00100000:1.0:1769074964.390496:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657445504
00000100:00100000:1.0:1769074964.390501:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657445504
00000100:00100000:1.0:1769074964.390528:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210769
00000100:00100000:1.0:1769074964.390534:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13245:x1855007657445504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.390554:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.390569:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43738 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309751 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.390644:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074964.390656:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309743 expref: 281 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.390663:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074964.390690:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309743 expref: 281 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.390701:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309743 expref: 281 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.390715:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623436928:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.390772:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875600 going to sleep for 11 seconds
00010000:00010000:0.0:1769074964.391504:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e436f9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230973c expref: 281 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.391526:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338925c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623436800:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.391558:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.391568:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.391573:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074964.391608:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10424:0x0]: returning size 0
00000004:00200000:0.0:1769074964.391613:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.391632:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.391661:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e4372a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10424:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230974a expref: 281 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.391673:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230974a expref: 280 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.391680:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:0.0:1769074964.391683:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.391686:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77000, rc 0)
00000100:00100000:0.0:1769074964.391742:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:13246:x1855007657445376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10630us (10800us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.391749:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210768
00000100:00100000:3.0:1769074964.397133:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.397182:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623436928:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.397212:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074964.397468:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657445760
00000100:00100000:2.0:1769074964.397477:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657445760
00000100:00100000:2.0:1769074964.397536:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2994
00000100:00100000:2.0:1769074964.397547:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:13246:x1855007657445760:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.397565:0:8946:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.397583:0:8946:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e43746 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309758 expref: -99 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.397612:0:8946:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309727 expref: 74 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074964.397624:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074964.397626:0:8946:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074964.397630:0:8946:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e43746 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309758 expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.397661:0:8946:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309727 expref: 74 pid: 8946 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074964.397673:0:8946:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309727 expref: 74 pid: 8946 timeout: 2050 lvb_type: 1
00000100:00100000:2.0:1769074964.397686:0:8946:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623437056:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.397857:0:8946:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a180 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.401439:0:8946:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8946:1855007623437056:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.401478:0:8946:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e43746 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309758 expref: 74 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.401499:0:8946:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7a00, rc 0)
00000100:00100000:2.0:1769074964.401561:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:13246:x1855007657445760:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4016us (4441us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.401570:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2994
00000100:00100000:1.0:1769074964.405294:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.405339:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.405427:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657445888
00000100:00100000:2.0:1769074964.405437:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657445888
00010000:00010000:2.0:1769074964.405482:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309727 expref: 74 pid: 8946 timeout: 2050 lvb_type: 1
00000100:00100000:2.0:1769074964.405528:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657446016
00000100:00100000:2.0:1769074964.405531:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657446016
00010000:00010000:2.0:1769074964.405546:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309743 expref: 280 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.405575:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5703
00000100:00100000:2.0:1769074964.405585:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2369:x1855007657445888:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.405599:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:0.0:1769074964.405613:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5704
00010000:00010000:2.0:1769074964.405621:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309727 expref: 74 pid: 8946 timeout: 2050 lvb_type: 1
00000100:00100000:0.0:1769074964.405623:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+280:2367:x1855007657446016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.405633:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.405633:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309727 expref: 74 pid: 8946 timeout: 2050 lvb_type: 1
00010000:00010000:0.0:1769074964.405638:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309743 expref: 280 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.405647:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309743 expref: 280 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.405654:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7000/0x2152b583a6e436c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309727 expref: 74 pid: 8946 timeout: 2050 lvb_type: 1
00010000:00010000:0.0:1769074964.405659:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4371c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309743 expref: 280 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.405669:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074964.405671:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:0.0:1769074964.405673:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:2.0:1769074964.405677:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e43746 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309758 expref: 73 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.405679:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.405688:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.405688:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e43746 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309758 expref: 73 pid: 8946 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.405696:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.405721:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074964.405730:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff90338a8c7a00/0x2152b583a6e43746 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309758 expref: 73 pid: 8946 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074964.405745:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5746:1855007623437184:192.168.204.54@tcp:105:
00000100:00100000:0.0:1769074964.405777:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:2367:x1855007657446016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 156us (437us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.405784:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5704
00000100:00100000:2.0:1769074964.405817:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a180 going to sleep for 11 seconds
00010000:00010000:0.0:1769074964.405821:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.405829:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074964.405875:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c8:0x0]: returning size 260096
00000004:00200000:0.0:1769074964.405880:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.405901:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.405988:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43738 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309751 expref: 279 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.406002:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73c00/0x2152b583a6e4373f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309751 expref: 278 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.406009:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c8:0x0].0x0 (ffff903383bc6100)
00010000:00010000:0.0:1769074964.406012:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.406014:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73c00, rc 0)
00000100:00100000:0.0:1769074964.406040:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13245:x1855007657445504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15505us (16284us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.406047:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210769
00000100:00100000:3.0:1769074964.413061:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.413124:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb637b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5746:1855007623437184:192.168.204.54@tcp:105:
00010000:00010000:2.0:1769074964.413151:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.413210:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2369:x1855007657445888:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 7625us (7926us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.413222:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5703
00000100:00100000:0.0:1769074964.413409:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657446144
00000100:00100000:0.0:1769074964.413416:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657446144
00000100:00100000:0.0:1769074964.413470:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210770
00000100:00100000:0.0:1769074964.413479:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+278:13245:x1855007657446144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.413498:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.413517:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4374d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230975f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.413787:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.413819:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.413831:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.413846:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.413854:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.413860:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414137:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414146:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414153:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074964.414186:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00000004:00200000:0.0:1769074964.414190:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074964.414207:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414216:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414224:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414233:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414240:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414246:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfa800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.414250:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414256:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414267:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074964.414271:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.414648:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414656:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43754 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414672:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414678:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414684:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414689:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.414692:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414699:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414708:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xb0449b87 (ffff903298a49300)
00010000:00010000:0.0:1769074964.414710:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.414713:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414718:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e4375b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.414753:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e4374d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 280 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.414766:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 279 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.414773:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:0.0:1769074964.414775:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074964.414778:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb800, rc 0)
00000100:00100000:0.0:1769074964.414853:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:13245:x1855007657446144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1374us (1811us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.414861:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210770
00000100:00100000:3.0:1769074964.423191:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.423242:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.423351:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657446528
00000100:00100000:0.0:1769074964.423361:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657446528
00000100:00100000:0.0:1769074964.423422:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210771
00000100:00100000:0.0:1769074964.423434:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+279:13245:x1855007657446528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.423455:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.423477:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43769 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309766 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.423580:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.423596:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ff expref: 280 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.423605:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 280 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.423612:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.423643:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 280 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.423656:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 280 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.423669:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb609500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623437312:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.423765:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ff expref: 280 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.423774:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ff expref: 280 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.423782:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623437440:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.423816:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b540 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.424402:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657446272
00000100:00100000:2.0:1769074964.424410:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657446272
00010000:00010000:2.0:1769074964.424437:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 281 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.424461:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5705
00000100:00100000:2.0:1769074964.424469:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2366:x1855007657446272:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.424478:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.424484:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 281 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.424494:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 281 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.424512:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074964.424516:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.424523:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.424529:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.424583:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2366:x1855007657446272:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 114us (1401us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.424591:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5705
00000100:00100000:3.0:1769074964.425831:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.425963:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657446784
00000100:00100000:1.0:1769074964.425972:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657446784
00000100:00100000:1.0:1769074964.426027:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4489
00000100:00100000:1.0:1769074964.426036:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657446784:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074964.426677:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13246:x1855007657446784:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 639us (849us total) trans 4295106623 rc 0/0
00000100:00100000:1.0:1769074964.426685:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4489
00010000:00010000:0.0:1769074964.431678:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000efc92126 x1855007623437312) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 281 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.431701:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43762 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230975f expref: 281 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.431722:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb609500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623437312:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.431738:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623437440:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.431766:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:0.0:1769074964.431771:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.431779:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.431787:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074964.432463:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.432558:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657446912
00000100:00100000:0.0:1769074964.432567:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657446912
00000100:00100000:0.0:1769074964.432624:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210772
00000100:00100000:0.0:1769074964.432633:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657446912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.432654:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.432671:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43777 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230976d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.432735:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.432752:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.432762:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.432778:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.432785:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.432790:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.432900:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.432943:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.432951:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074964.433167:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10424:0x0]: returning size 2048
00000004:00200000:1.0:1769074964.433173:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.433193:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433205:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433213:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433220:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433226:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433232:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfbc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.433236:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433244:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433254:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074964.433258:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.433263:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433269:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e4377e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433295:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433300:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433305:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433309:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfae00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.433312:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433316:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433323:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd13fc2bb (ffff903298a49300)
00010000:00010000:1.0:1769074964.433326:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.433329:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433335:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43785 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.433368:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e43777 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 283 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.433386:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 282 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.433393:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:1.0:1769074964.433395:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.433398:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb400, rc 0)
00000100:00100000:1.0:1769074964.433470:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13246:x1855007657446912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 836us (1007us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.433477:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210772
00000100:00100000:3.0:1769074964.436572:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.436771:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657447040
00000100:00100000:2.0:1769074964.436782:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657447040
00010000:00010000:2.0:1769074964.436835:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ff expref: 282 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.436878:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5706
00000100:00100000:2.0:1769074964.436888:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:2368:x1855007657447040:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.436902:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.436944:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ff expref: 282 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.436957:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ff expref: 282 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.436978:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e429cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23092ff expref: 282 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.436993:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:2.0:1769074964.436998:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.437008:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.437019:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.437224:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074964.437286:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074964.437287:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2368:x1855007657447040:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 400us (726us total) trans 0 rc 0/0
00010000:00010000:0.0:1769074964.437295:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074964.437296:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5706
00000004:00200000:0.0:1769074964.437315:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00010000:00010000:0.0:1769074964.437467:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43769 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309766 expref: 282 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.437488:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309766 expref: 281 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.437496:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:0.0:1769074964.437499:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074964.437502:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb000, rc 0)
00000100:00100000:0.0:1769074964.437528:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13245:x1855007657446528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14097us (14285us total) trans 4295106624 rc 0/0
00000100:00100000:0.0:1769074964.437545:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210771
00000100:00100000:3.0:1769074964.444041:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.444096:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.444121:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657447296
00000100:00100000:0.0:1769074964.444132:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657447296
00000100:00100000:0.0:1769074964.444193:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210773
00000100:00100000:0.0:1769074964.444203:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657447296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.444225:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.444244:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4379a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309774 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.444436:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.444451:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230974a expref: 282 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.444460:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 282 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.444469:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.444503:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 282 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.444516:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 282 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.444529:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623437568:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.444672:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230974a expref: 282 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.444681:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230974a expref: 282 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.444689:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb609500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623437696:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.444713:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b540 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.444748:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.444827:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657447424
00000100:00100000:2.0:1769074964.444832:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657447424
00010000:00010000:2.0:1769074964.444854:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 283 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.444883:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5707
00000100:00100000:2.0:1769074964.444890:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2369:x1855007657447424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.444899:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.444924:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 283 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.444937:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 283 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.444964:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:2.0:1769074964.444968:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.444975:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.444982:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.445013:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2369:x1855007657447424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 123us (916us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.445021:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5707
00010000:00010000:2.0:1769074964.448661:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000084f37a88 x1855007623437568) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 282 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.448688:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4378c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230976d expref: 282 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.448711:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623437568:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.448724:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb609500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623437696:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.448755:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:2.0:1769074964.448761:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.448771:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.448780:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074964.450867:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.451138:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657447680
00000100:00100000:2.0:1769074964.451149:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657447680
00010000:00010000:2.0:1769074964.451198:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230974a expref: 282 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.451233:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5708
00000100:00100000:2.0:1769074964.451242:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:2368:x1855007657447680:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.451260:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.451266:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230974a expref: 282 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.451278:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230974a expref: 282 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.451300:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43731 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230974a expref: 282 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.451317:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:2.0:1769074964.451322:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.451331:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.451338:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.451368:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.451421:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2368:x1855007657447680:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (564us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.451429:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5708
00010000:00010000:2.0:1769074964.451457:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.451463:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074964.451482:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10424:0x0]: returning size 2048
00010000:00010000:2.0:1769074964.451644:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4379a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309774 expref: 282 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.451664:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309774 expref: 281 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.451672:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:2.0:1769074964.451674:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074964.451677:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfa000, rc 0)
00000100:00100000:2.0:1769074964.451702:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657447296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7502us (7672us total) trans 4295106625 rc 0/0
00000100:00100000:2.0:1769074964.451710:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210773
00000100:00100000:2.0:1769074964.451728:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657447552
00000100:00100000:2.0:1769074964.451732:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657447552
00000100:00100000:1.0:1769074964.452109:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210774
00000100:00100000:1.0:1769074964.452155:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13245:x1855007657447552:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.452175:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.452193:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e437af lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230977b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.452260:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.452271:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309766 expref: 282 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.452374:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.452406:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309766 expref: 282 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.452423:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309766 expref: 282 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.452436:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623437824:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.452505:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875600 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.458150:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.458184:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.458209:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657447936
00000100:00100000:3.0:1769074964.458218:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657447936
00010000:00010000:3.0:1769074964.458254:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309766 expref: 283 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.458294:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5709
00000100:00100000:3.0:1769074964.458304:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2369:x1855007657447936:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.458318:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.458324:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309766 expref: 283 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.458337:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309766 expref: 283 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.458358:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:3.0:1769074964.458364:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074964.458374:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074964.458380:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074964.458399:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.458449:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2369:x1855007657447936:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 146us (262us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.458456:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5709
00000100:00100000:2.0:1769074964.460370:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657447808
00000100:00100000:2.0:1769074964.460384:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657447808
00010000:00010000:1.0:1769074964.460464:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43770 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1040f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309766 expref: 283 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.460486:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623437824:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.460509:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.460518:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074964.460519:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210775
00010000:00010000:1.0:1769074964.460523:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074964.460529:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13246:x1855007657447808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.460551:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.460570:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e437bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309782 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00000004:00200000:1.0:1769074964.460579:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1040f:0x0]: returning size 543
00000004:00200000:1.0:1769074964.460583:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.460602:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074964.460631:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e437af lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1040f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230977b expref: 284 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.460643:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.460644:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73200/0x2152b583a6e437b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1040f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230977b expref: 283 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.460656:0:5762:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309774 expref: 283 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.460659:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1040f:0x0].0x0 (ffff90328e9ab700)
00010000:00010000:1.0:1769074964.460662:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.460665:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73200, rc 0)
00010000:00010000:3.0:1769074964.460665:0:5762:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:3.0:1769074964.460698:0:5762:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309774 expref: 283 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.460709:0:5762:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309774 expref: 283 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.460719:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13245:x1855007657447552:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8602us (15973us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.460722:0:5762:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90329e3dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623437952:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.460726:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210774
00000100:00100000:3.0:1769074964.460783:0:5762:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.465580:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.465647:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657448064
00000100:00100000:1.0:1769074964.465654:0:5762:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90329e3dca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5762:1855007623437952:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.465655:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657448064
00010000:00010000:1.0:1769074964.465680:0:5762:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000100:00100000:2.0:1769074964.465708:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210776
00000100:00100000:2.0:1769074964.465718:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13245:x1855007657448064:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.465737:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.465755:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e437cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309789 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.465841:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.465855:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.465869:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.465884:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.465891:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.465896:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.465980:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.465987:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.465993:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.465998:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.466002:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466009:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466022:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074964.466025:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.466029:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466039:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e437d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466062:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466068:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466072:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466077:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.466079:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466084:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466091:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x7063c938 (ffff9032af293500)
00010000:00010000:2.0:1769074964.466094:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.466096:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466101:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e437d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x7063c938 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.466128:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e437cb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309789 expref: 284 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.466137:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074964.466139:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.466144:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e437cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309789 expref: 284 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.466152:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:2.0:1769074964.466210:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13245:x1855007657448064:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 492us (640us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074964.466218:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210776
00000100:00100000:3.0:1769074964.468383:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.468463:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657448192
00000100:00100000:2.0:1769074964.468473:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657448192
00010000:00010000:2.0:1769074964.468508:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309774 expref: 283 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.468546:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5710
00000100:00100000:2.0:1769074964.468555:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2368:x1855007657448192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.468571:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.468578:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309774 expref: 283 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.468590:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309774 expref: 283 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.468610:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e437a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309774 expref: 283 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.468626:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:2.0:1769074964.468631:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074964.468639:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074964.468646:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5762 initiator: MDT0
00010000:00010000:2.0:1769074964.468674:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.468725:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:2368:x1855007657448192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 171us (350us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.468732:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5710
00010000:00010000:1.0:1769074964.471733:0:5762:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.471752:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074964.471816:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10424:0x0]: returning size 2048
00000004:00200000:1.0:1769074964.471821:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.471842:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.471881:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e437bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10424:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309782 expref: 282 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.471901:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309782 expref: 281 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.471925:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:1.0:1769074964.471929:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.471932:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76600, rc 0)
00000100:00100000:1.0:1769074964.472024:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3925c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657447808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11494us (13881us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.472033:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210775
00000100:00100000:2.0:1769074964.475889:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1769074964.475930:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623438080:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1769074964.476008:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074964.476148:0:6549:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623438080
00000100:00100000:3.0:1769074964.476158:0:6549:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623438080
00000100:00100000:2.0:1769074964.476202:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.476211:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706
00000100:00100000:3.0:1769074964.476219:0:6549:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1855007623438080:12345-0@lo:13:osp-pre-1-0.0
00002000:00000024:3.0:1769074964.476241:0:6549:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 20447232 granted 371130368 pending 0 free 3807379456 avail 3804233728
00000100:00100000:3.0:1769074964.476299:0:6549:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1855007623438080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (291us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.476305:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706
00000100:00100000:3.0:1769074964.476352:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623438592:0@lo:400:kworker.0
00000100:00100000:1.0:1769074964.476368:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1:3293:1855007623438208:0@lo:400:kworker.0
00000100:00100000:3.0:1769074964.476380:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074964.476398:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:1.0:1769074964.476400:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074964.476403:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3296:1855007623438464:0@lo:400:kworker.0
00000100:00100000:3.0:1769074964.476423:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1769074964.476425:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3293:1855007623438720:0@lo:400:kworker.0
00000100:00100000:1.0:1769074964.476443:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074964.476448:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657448320
00000100:00100000:3.0:1769074964.476451:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657448320
00000100:00100000:1.0:1769074964.476457:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1769074964.476462:0:3293:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032a498c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3293:1855007623438336:0@lo:400:kworker.0
00000100:00100000:3.0:1769074964.476473:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623438464
00000100:00100000:3.0:1769074964.476476:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623438464
00000100:00100000:1.0:1769074964.476479:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1769074964.476497:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623438720
00000100:00100000:1.0:1769074964.476500:0:5755:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623438208
00000100:00100000:3.0:1769074964.476500:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623438720
00000100:00100000:1.0:1769074964.476502:0:5755:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623438208
00000100:00100000:3.0:1769074964.476511:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623438336
00000100:00100000:3.0:1769074964.476512:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623438336
00000100:00100000:1.0:1769074964.476524:0:5755:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882
00000100:00100000:3.0:1769074964.476524:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075
00000100:00100000:1.0:1769074964.476531:0:5755:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1+18:3293:x1855007623438208:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1769074964.476531:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1855007623438464:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1769074964.476567:0:5755:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386dbcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1+18:3293:x1855007623438208:12345-0@lo:400:kworker.0 Request processed in 37us (166us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.476567:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1855007623438464:12345-0@lo:400:kworker.0 Request processed in 36us (141us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.476573:0:5755:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882
00000100:00100000:3.0:1769074964.476573:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075
00000100:00100000:3.0:1769074964.476604:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3296:1855007623438464:0@lo:400:kworker.0
00000100:00100000:1.0:1769074964.476606:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6cad8e3c-9ce9-4f75-9eaf-63145581c8f1:3293:1855007623438208:0@lo:400:kworker.0
00000100:00100000:3.0:1769074964.476623:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076
00000100:00100000:3.0:1769074964.476629:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1855007623438720:12345-0@lo:400:kworker.0
00000100:00100000:3.0:1769074964.476658:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1855007623438720:12345-0@lo:400:kworker.0 Request processed in 29us (214us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.476753:0:3295:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968254 gen 2
00000004:00080000:2.0:1769074964.476758:0:3295:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff903292b89f80, transno 4294968254
00000100:00100000:2.0:1769074964.476773:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb636300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3295:1855007623438080:0@lo:13:osp-pre-1-0.0
00000100:00100000:2.0:1769074964.476792:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007623438592
00000100:00100000:2.0:1769074964.476795:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007623438592
00000100:00100000:2.0:1769074964.476833:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568
00000100:00100000:2.0:1769074964.476839:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3296:x1855007623438592:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1769074964.476879:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3296:x1855007623438592:12345-0@lo:400:kworker.0 Request processed in 39us (497us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.476885:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568
00000100:00100000:1.0:1769074964.478413:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077
00000100:00100000:1.0:1769074964.478433:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1855007623438336:12345-0@lo:400:kworker.0
00000100:00100000:1.0:1769074964.478498:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1855007623438336:12345-0@lo:400:kworker.0 Request processed in 74us (2017us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.478506:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077
00000100:00100000:1.0:1769074964.478535:0:5762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210777
00000100:00100000:1.0:1769074964.478543:0:5762:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657448320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.478555:0:5762:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.478575:0:5762:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e437e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309790 expref: -99 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.478636:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478650:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478661:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478674:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478680:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478687:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478783:0:5762:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e437f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478791:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e437f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478807:0:5762:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e437f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00000004:00200000:1.0:1769074964.478842:0:5762:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10424:0x0]: returning size 2048
00000004:00200000:1.0:1769074964.478847:0:5762:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.478864:0:5762:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e437f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478875:0:5762:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e437f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478882:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478889:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478895:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478901:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.478904:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478929:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478940:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074964.478943:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.478948:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478954:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e437e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478966:0:5762:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478972:0:5762:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478979:0:5762:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478983:0:5762:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.478986:0:5762:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478991:0:5762:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.478998:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd13fc2bb (ffff903299a8d900)
00010000:00010000:1.0:1769074964.479000:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.479003:0:5762:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.479009:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e437ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5762 initiator: MDT0
00010000:00010000:1.0:1769074964.479038:0:5762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e437e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309790 expref: 283 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.479051:0:5762:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e437f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309790 expref: 282 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.479058:0:5762:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:1.0:1769074964.479060:0:5762:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.479062:0:5762:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:1.0:1769074964.479111:0:5762:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb637b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13246:x1855007657448320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 568us (2911us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.479117:0:5762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210777
00000100:00100000:1.0:1769074964.479168:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3293:1855007623438336:0@lo:400:kworker.0
00000100:00100000:1.0:1769074964.479182:0:3293:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3293:1855007623438720:0@lo:400:kworker.0
00000100:00100000:3.0:1769074964.479253:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076
00000100:00100000:3.0:1769074964.479374:0:3296:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968164 gen 2
00000004:00080000:3.0:1769074964.479380:0:3296:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9033bb3fc000, transno 4294968164
00000100:00100000:3.0:1769074964.479391:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032a498f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3296:1855007623438592:0@lo:400:kworker.0
00000100:00080000:0.0:1769074964.479693:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1769074964.480844:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.480894:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657448448
00000100:00100000:3.0:1769074964.480902:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657448448
00000100:00100000:3.0:1769074964.485449:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210778
00000100:00100000:3.0:1769074964.485461:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13245:x1855007657448448:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.485483:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.485506:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e437fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309797 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.485570:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485584:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485594:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485608:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485615:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485621:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485690:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485697:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485704:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485710:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.485714:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485721:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485733:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.485736:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.485741:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485747:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43803 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485770:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485775:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485780:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485788:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.485790:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485795:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485810:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3771cd63 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074964.485812:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.485815:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485819:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4380a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.485851:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e437fc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309797 expref: 283 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.485860:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.485862:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.485866:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e437fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309797 expref: 283 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.485875:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:3.0:1769074964.485955:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13245:x1855007657448448:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 496us (5117us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074964.485963:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210778
00000100:00100000:2.0:1769074964.490120:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.490318:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657448576
00000100:00100000:0.0:1769074964.490329:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657448576
00000100:00100000:0.0:1769074964.490400:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1649
00000100:00100000:0.0:1769074964.490411:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:2368:x1855007657448576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.490427:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.490451:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e437f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309790 expref: 282 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.490471:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:0.0:1769074964.490476:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.490536:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:2368:x1855007657448576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 127us (424us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.490544:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1649
00000100:00100000:0.0:1769074964.508596:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.508684:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657448704
00000100:00100000:3.0:1769074964.508695:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657448704
00000100:00100000:3.0:1769074964.508754:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210779
00000100:00100000:3.0:1769074964.508771:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13245:x1855007657448704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.508791:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.508822:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43811 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230979e expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.508892:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.508945:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.508957:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.508973:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.508980:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.508985:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509053:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509060:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509067:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509073:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.509077:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509084:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509096:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.509100:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.509105:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509111:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43818 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509123:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509129:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509134:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509138:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.509141:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509146:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509153:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd263642c (ffff90328bb7fe00)
00010000:00010000:3.0:1769074964.509156:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.509158:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509167:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4381f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.509199:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43811 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230979e expref: 282 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.509209:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.509211:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.509215:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43811 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230979e expref: 282 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.509223:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:3.0:1769074964.509286:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13245:x1855007657448704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 516us (698us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074964.509293:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210779
00000100:00100000:1.0:1769074964.512701:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.512818:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657448960
00000100:00100000:2.0:1769074964.512831:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657448960
00000100:00100000:2.0:1769074964.512892:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210780
00000100:00100000:2.0:1769074964.512902:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+281:13246:x1855007657448960:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.512950:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.512971:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43826 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097a5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.513082:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.513095:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230926c expref: 282 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.513103:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.513135:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230926c expref: 282 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.513147:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230926c expref: 282 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.513159:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623438848:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.513243:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e900 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.515312:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.515387:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657449088
00000100:00100000:3.0:1769074964.515397:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657449088
00000100:00100000:3.0:1769074964.515454:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210781
00000100:00100000:3.0:1769074964.515464:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13245:x1855007657449088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.515480:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.515499:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43834 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097ac expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.515558:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515571:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515585:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515599:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515605:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515612:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515714:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43849 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515722:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515728:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.515760:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.515765:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.515783:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515793:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43849 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515813:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515818:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515828:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515833:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba76a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.515837:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515843:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515854:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.515857:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.515862:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515867:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4383b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515880:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515885:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515891:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515895:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.515898:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515903:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515957:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x1674e29a (ffff90328bb7ff00)
00010000:00010000:3.0:1769074964.515960:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.515963:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.515969:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43842 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.516003:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43834 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ac expref: 285 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.516016:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43849 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ac expref: 284 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.516023:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074964.516025:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.516028:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77c00, rc 0)
00000100:00100000:3.0:1769074964.516091:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13245:x1855007657449088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 628us (787us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.516098:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210781
00000100:00100000:1.0:1769074964.520692:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623438848:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.520732:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074964.525783:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.525839:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.525939:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657449216
00000100:00100000:0.0:1769074964.525951:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657449216
00010000:00010000:0.0:1769074964.525993:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230926c expref: 284 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.526034:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657449344
00000100:00100000:0.0:1769074964.526037:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657449344
00000100:00100000:0.0:1769074964.526078:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5711
00000100:00100000:0.0:1769074964.526088:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:2369:x1855007657449216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.526103:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.526110:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230926c expref: 285 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.526122:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230926c expref: 285 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.526144:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f5200/0x2152b583a6e42827 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230926c expref: 285 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.526161:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074964.526167:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.526175:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.526187:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.526212:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.526261:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:2369:x1855007657449216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 175us (489us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.526268:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5711
00000100:00100000:0.0:1769074964.526299:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1650
00000100:00100000:0.0:1769074964.526305:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:2369:x1855007657449344:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.526312:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.526322:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43849 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ac expref: 283 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.526333:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074964.526337:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.526355:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:2369:x1855007657449344:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 50us (516us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.526361:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1650
00010000:00010000:1.0:1769074964.527004:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.527014:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074964.527035:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00010000:00010000:1.0:1769074964.527180:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43826 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097a5 expref: 283 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.527196:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097a5 expref: 282 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.527205:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:1.0:1769074964.527207:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074964.527211:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:1.0:1769074964.527245:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+282:13246:x1855007657448960:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14344us (14554us total) trans 4295106626 rc 0/0
00000100:00100000:1.0:1769074964.527252:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210780
00000100:00100000:2.0:1769074964.538863:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.538941:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.539028:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657449600
00000100:00100000:0.0:1769074964.539039:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657449600
00000100:00100000:0.0:1769074964.539107:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657449728
00000100:00100000:0.0:1769074964.539111:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657449728
00000100:00100000:0.0:1769074964.539142:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210782
00000100:00100000:0.0:1769074964.539151:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13245:x1855007657449600:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.539177:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.539197:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43857 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097b3 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.539312:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.539327:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093c3 expref: 284 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.539334:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.539368:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093c3 expref: 284 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.539381:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093c3 expref: 284 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.539395:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb609500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623438976:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.539470:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b6c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.539543:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210783
00000100:00100000:3.0:1769074964.539554:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657449728:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.539563:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.539573:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43865 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097ba expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.539624:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.539634:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097a5 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.539641:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.539660:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097a5 expref: 285 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.539669:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097a5 expref: 285 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.539678:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623439104:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.539703:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c300 going to sleep for 11 seconds
00000100:00100000:0.0:1769074964.544058:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.544087:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.544164:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657449856
00000100:00100000:3.0:1769074964.544174:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657449856
00010000:00010000:3.0:1769074964.544215:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093c3 expref: 286 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.544257:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657449984
00000100:00100000:3.0:1769074964.544261:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657449984
00010000:00010000:3.0:1769074964.544274:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097a5 expref: 287 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.544294:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5712
00000100:00100000:3.0:1769074964.544302:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:2369:x1855007657449856:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.544316:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.544323:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093c3 expref: 287 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.544336:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093c3 expref: 287 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.544361:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074964.544366:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.544375:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.544382:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.544401:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.544449:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:2369:x1855007657449856:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 147us (410us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.544457:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5712
00000100:00100000:3.0:1769074964.544475:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5713
00000100:00100000:3.0:1769074964.544481:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2369:x1855007657449984:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.544488:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.544493:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097a5 expref: 286 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.544503:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097a5 expref: 286 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.544513:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074964.544517:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.544524:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.544528:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.544538:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.544556:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2369:x1855007657449984:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 76us (469us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.544563:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5713
00010000:00010000:3.0:1769074964.544608:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eeda00/0x2152b583a6e42c4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093c3 expref: 285 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.544623:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb609500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623438976:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.544650:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.544660:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.544665:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074964.544685:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00010000:00010000:3.0:1769074964.544858:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43857 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097b3 expref: 286 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.544878:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097b3 expref: 285 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.544889:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074964.544892:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074964.544894:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb800, rc 0)
00000100:00100000:3.0:1769074964.544965:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13245:x1855007657449600:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5815us (6111us total) trans 4295106627 rc 0/0
00000100:00100000:3.0:1769074964.544971:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210782
00010000:00010000:2.0:1769074964.545089:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e4382d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097a5 expref: 284 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.545106:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623439104:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.545119:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.545126:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.545132:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.545161:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00000004:00200000:2.0:1769074964.545165:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074964.545179:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.545201:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43865 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ba expref: 284 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.545214:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ba expref: 283 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.545221:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.545223:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074964.545226:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba76a00, rc 0)
00000100:00100000:2.0:1769074964.545251:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13246:x1855007657449728:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5700us (6309us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.545257:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210783
00000100:00100000:1.0:1769074964.554555:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.554640:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657450240
00000100:00100000:2.0:1769074964.554651:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657450240
00000100:00100000:2.0:1769074964.554713:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4490
00000100:00100000:2.0:1769074964.554723:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+283:13246:x1855007657450240:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074964.555010:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657450240:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 288us (465us total) trans 4295106628 rc 0/0
00000100:00100000:2.0:1769074964.555018:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4490
00000100:00100000:2.0:1769074964.558768:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.558939:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657450368
00000100:00100000:3.0:1769074964.558949:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657450368
00000100:00100000:3.0:1769074964.558995:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210784
00000100:00100000:3.0:1769074964.559003:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+284:13246:x1855007657450368:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.559029:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.559060:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e4387a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097c1 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.559124:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559137:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559148:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559161:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559167:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559178:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559269:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559276:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559282:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.559314:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00000004:00200000:3.0:1769074964.559318:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.559334:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559344:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559353:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559359:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559366:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559371:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bba77c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.559375:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559382:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559393:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074964.559396:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.559400:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559406:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e43881 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559418:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559424:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559430:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559435:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.559437:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559443:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559448:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x283705e2 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074964.559450:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.559452:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559458:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43888 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.559484:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e4387a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 286 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.559496:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 285 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.559503:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074964.559505:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.559507:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:3.0:1769074964.559572:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329ef05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13246:x1855007657450368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 568us (822us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.559579:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210784
00000100:00100000:0.0:1769074964.563632:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.563720:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657450496
00000100:00100000:3.0:1769074964.563730:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657450496
00000100:00100000:3.0:1769074964.563808:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210785
00000100:00100000:3.0:1769074964.563818:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13245:x1855007657450496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.563838:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.563859:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43896 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097c8 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.563988:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.564001:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097b3 expref: 286 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.564008:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.564331:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097b3 expref: 286 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.564347:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097b3 expref: 286 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.564362:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623439232:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.564454:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c780 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.570418:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.570468:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.570625:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623439232:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.570655:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074964.570725:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657450880
00000100:00100000:3.0:1769074964.570737:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657450880
00000100:00100000:3.0:1769074964.570794:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210786
00000100:00100000:3.0:1769074964.570812:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13246:x1855007657450880:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.570835:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.570856:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e438a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097cf expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.570996:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.571010:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ba expref: 288 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.571017:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 288 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.571025:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.571063:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 288 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.571080:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 288 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.571092:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623439360:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.571169:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ba expref: 288 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.571178:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ba expref: 288 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.571187:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623439488:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.571208:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.571572:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657450624
00000100:00100000:2.0:1769074964.571578:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657450624
00010000:00010000:2.0:1769074964.571606:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 289 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.571639:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5714
00000100:00100000:2.0:1769074964.571647:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:2369:x1855007657450624:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.571657:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.571662:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 289 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.571673:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 289 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.571692:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.571697:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.571702:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.571709:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.571756:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:2369:x1855007657450624:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 109us (1350us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.571763:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5714
00000100:00100000:1.0:1769074964.572396:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.573125:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657451008
00000100:00100000:0.0:1769074964.573134:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657451008
00010000:00010000:0.0:1769074964.573167:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097b3 expref: 289 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.573215:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5715
00000100:00100000:0.0:1769074964.573223:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:2368:x1855007657451008:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.573235:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.573241:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097b3 expref: 289 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.573253:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097b3 expref: 289 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.573453:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4385e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097b3 expref: 289 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.573475:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074964.573480:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.573490:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.573497:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.573532:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.574198:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2368:x1855007657451008:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 972us (1801us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.574207:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5715
00010000:00010000:3.0:1769074964.574219:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.574228:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074964.574276:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.574281:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.574302:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.574332:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43896 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c8 expref: 288 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.574347:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c8 expref: 287 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.574360:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074964.574363:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.574365:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9e00, rc 0)
00000100:00100000:3.0:1769074964.574393:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb609500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13245:x1855007657450496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10577us (10770us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.574399:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210785
00010000:00010000:2.0:1769074964.577173:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000047bd5332 x1855007623439360) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 286 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.577196:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4388f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c1 expref: 286 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.577212:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623439360:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.577225:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623439488:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.577248:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.577253:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.577262:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.577278:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074964.578653:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.578724:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657451136
00000100:00100000:0.0:1769074964.578732:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657451136
00010000:00010000:0.0:1769074964.578772:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ba expref: 286 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.578824:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5716
00000100:00100000:0.0:1769074964.578834:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389468850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:2368:x1855007657451136:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.578849:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.578854:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ba expref: 286 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.578867:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ba expref: 286 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.578889:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e4386c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097ba expref: 286 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.578903:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074964.579064:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.579074:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.579081:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.579111:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.579169:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389468850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:2368:x1855007657451136:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 336us (521us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.579177:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5716
00010000:00010000:2.0:1769074964.579198:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.579206:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.579224:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00010000:00010000:2.0:1769074964.579388:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e438a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097cf expref: 286 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.579408:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097cf expref: 285 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.579416:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.579419:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074964.579421:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77000, rc 0)
00000100:00100000:2.0:1769074964.579461:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13246:x1855007657450880:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8651us (8992us total) trans 4295106629 rc 0/0
00000100:00100000:2.0:1769074964.579467:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210786
00000100:00100000:1.0:1769074964.584491:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.584560:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657451264
00000100:00100000:2.0:1769074964.584571:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657451264
00000100:00100000:2.0:1769074964.584635:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210787
00000100:00100000:2.0:1769074964.584645:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+285:13246:x1855007657451264:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.584671:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.584692:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e438b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097d6 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.584793:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.584819:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097cf expref: 286 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.584829:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.584867:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097cf expref: 286 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.584882:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097cf expref: 286 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.584896:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623439616:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.584998:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ed80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.586742:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.586814:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657451520
00000100:00100000:1.0:1769074964.586824:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657451520
00000100:00100000:1.0:1769074964.586878:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4491
00000100:00100000:1.0:1769074964.586887:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13245:x1855007657451520:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074964.587514:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13245:x1855007657451520:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 626us (777us total) trans 4295106630 rc 0/0
00000100:00100000:1.0:1769074964.587522:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4491
00000100:00100000:0.0:1769074964.588786:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.588887:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657451648
00000100:00100000:1.0:1769074964.588896:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657451648
00010000:00010000:1.0:1769074964.588957:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097cf expref: 288 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.588995:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5717
00000100:00100000:1.0:1769074964.589003:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2369:x1855007657451648:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.589018:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.589024:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097cf expref: 288 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.589036:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097cf expref: 288 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.589069:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:1.0:1769074964.589074:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.589084:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.589091:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.589109:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.589158:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2369:x1855007657451648:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 156us (377us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.589166:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5717
00010000:00010000:2.0:1769074964.589947:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e438ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097cf expref: 287 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.590125:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623439616:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.590152:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.590160:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.590165:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.590208:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00000004:00200000:2.0:1769074964.590212:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074964.590231:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.590259:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e438b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097d6 expref: 287 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.590364:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097d6 expref: 286 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.590378:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.590381:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074964.590384:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6a00, rc 0)
00000100:00100000:2.0:1769074964.590485:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13246:x1855007657451264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5841us (6005us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.590493:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210787
00000100:00100000:0.0:1769074964.591361:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.591448:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657451776
00000100:00100000:2.0:1769074964.591455:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657451776
00000100:00100000:2.0:1769074964.591539:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210788
00000100:00100000:2.0:1769074964.591548:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+286:13245:x1855007657451776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.591567:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.591585:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e438c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097dd expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.591644:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591658:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591669:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591682:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591689:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591699:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591807:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e438dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591816:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e438dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591823:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e438dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.591852:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:2.0:1769074964.591857:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074964.591871:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e438dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591882:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e438dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591891:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591897:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591903:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591945:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.591950:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591966:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591978:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074964.591981:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.591986:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.591992:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e438ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.592004:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.592010:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.592016:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.592021:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.592024:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.592030:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.592036:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x1674e29a (ffff9032af293500)
00010000:00010000:2.0:1769074964.592039:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.592041:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.592046:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e438d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.592073:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e438c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097dd expref: 288 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.592086:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e438dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097dd expref: 287 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.592094:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074964.592096:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074964.592098:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:2.0:1769074964.592145:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13245:x1855007657451776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 597us (786us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.592152:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210788
00000100:00100000:3.0:1769074964.597596:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.597633:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.597665:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657452160
00000100:00100000:1.0:1769074964.597676:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657452160
00000100:00100000:3.0:1769074964.597680:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.597741:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1651
00000100:00100000:1.0:1769074964.597752:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:2367:x1855007657452160:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1769074964.597816:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657452032
00000100:00100000:0.0:1769074964.597820:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657452032
00000100:00100000:0.0:1769074964.597859:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210789
00000100:00100000:0.0:1769074964.597866:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13245:x1855007657452032:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.597869:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.597890:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.597894:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e438dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097dd expref: 288 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.597905:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e438e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097e4 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.597933:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074964.597938:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.597990:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2367:x1855007657452160:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 240us (402us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.597998:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1651
00010000:00010000:0.0:1769074964.598041:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.598054:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c8 expref: 287 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.598063:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.598094:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c8 expref: 287 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.598106:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c8 expref: 287 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.598119:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623439744:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.598171:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b0c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.598301:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657452288
00000100:00100000:3.0:1769074964.598305:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657452288
00000100:00100000:3.0:1769074964.598341:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210790
00000100:00100000:3.0:1769074964.598514:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13246:x1855007657452288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.598521:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.598530:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e438f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097eb expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.598561:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598569:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598576:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598584:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598589:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598593:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598671:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43906 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598675:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43906 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598679:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43906 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074964.598698:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00000004:00200000:3.0:1769074964.598701:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.598713:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43906 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598720:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43906 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598725:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598729:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598733:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598737:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.598740:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598746:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598751:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074964.598753:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.598755:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598759:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e438f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598768:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598773:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598778:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598783:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.598785:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598791:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598809:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x283705e2 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074964.598812:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.598815:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598821:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e438ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.598853:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e438f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097eb expref: 290 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.598861:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43906 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097eb expref: 289 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.598866:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074964.598867:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.598869:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77000, rc 0)
00000100:00100000:3.0:1769074964.598962:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:13246:x1855007657452288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 613us (1280us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.598968:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210790
00000100:00100000:0.0:1769074964.601395:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623439744:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074964.601422:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074964.602437:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.602598:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657452416
00000100:00100000:0.0:1769074964.602606:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657452416
00010000:00010000:0.0:1769074964.602642:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c8 expref: 289 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.602678:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5718
00000100:00100000:0.0:1769074964.602688:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:2369:x1855007657452416:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.602703:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.602709:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c8 expref: 289 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.602720:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c8 expref: 289 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.602737:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4389d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097c8 expref: 289 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.602749:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074964.602760:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.602767:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.602773:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.602791:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074964.602821:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.602829:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074964.602849:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000100:00100000:0.0:1769074964.602858:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2369:x1855007657452416:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 172us (424us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.602865:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5718
00010000:00010000:3.0:1769074964.603019:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e438e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097e4 expref: 289 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.603039:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097e4 expref: 288 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.603057:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074964.603060:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074964.603062:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfae00, rc 0)
00000100:00100000:3.0:1769074964.603090:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13245:x1855007657452032:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5225us (5456us total) trans 4295106631 rc 0/0
00000100:00100000:3.0:1769074964.603096:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210789
00000100:00100000:3.0:1769074964.606674:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.606793:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657452544
00000100:00100000:0.0:1769074964.606815:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657452544
00000100:00100000:0.0:1769074964.606876:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210791
00000100:00100000:0.0:1769074964.606886:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13245:x1855007657452544:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.606939:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.607090:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43914 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097f2 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.607173:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.607187:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097e4 expref: 289 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.607195:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074964.607224:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097e4 expref: 289 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.607236:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097e4 expref: 289 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.607248:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623439872:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074964.607558:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.611259:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.611700:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.611865:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657452800
00000100:00100000:2.0:1769074964.611876:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657452800
00000100:00100000:2.0:1769074964.612063:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210792
00000100:00100000:2.0:1769074964.612078:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13246:x1855007657452800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.612098:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.612120:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43922 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23097f9 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.612187:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.612201:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.612212:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.612226:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.612238:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.612246:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613364:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613378:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613385:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613391:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.613395:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613402:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613416:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074964.613419:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.613424:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613428:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43929 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613439:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613445:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613449:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613451:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.613453:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613456:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613460:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3f304673 (ffff9032af293500)
00010000:00010000:2.0:1769074964.613461:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.613463:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613465:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43930 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.613495:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43922 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f9 expref: 291 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.613502:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074964.613503:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.613505:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43922 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f9 expref: 291 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.613511:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:2.0:1769074964.613573:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13246:x1855007657452800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1501us (1875us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074964.613580:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210792
00000100:00100000:1.0:1769074964.614055:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.614288:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb636a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623439872:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.614311:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074964.618219:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657452672
00000100:00100000:0.0:1769074964.618233:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657452672
00000100:00100000:3.0:1769074964.624392:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657452928
00000100:00100000:3.0:1769074964.624408:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657452928
00010000:00010000:3.0:1769074964.624451:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097e4 expref: 291 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.624560:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5719
00000100:00100000:3.0:1769074964.624567:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:2368:x1855007657452928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.624579:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.624584:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097e4 expref: 291 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.624593:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097e4 expref: 291 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.624610:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e438ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097e4 expref: 291 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.624623:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074964.624627:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.624637:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.624641:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.624659:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.624703:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:2368:x1855007657452928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 138us (10651us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.624708:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5719
00000100:00100000:3.0:1769074964.624721:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1652
00000100:00100000:3.0:1769074964.624725:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:2367:x1855007657452672:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.624730:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.624737:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77000/0x2152b583a6e43906 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097eb expref: 289 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.624745:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074964.624747:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.624759:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:2367:x1855007657452672:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 33us (13510us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.624764:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1652
00010000:00010000:3.0:1769074964.624807:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.624815:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074964.624862:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.624867:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.624883:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.624921:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43914 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f2 expref: 288 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.624935:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f2 expref: 287 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.624940:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:3.0:1769074964.624941:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.624943:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfa800, rc 0)
00000100:00100000:3.0:1769074964.625195:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13245:x1855007657452544:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18311us (18529us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.625200:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210791
00000100:00100000:1.0:1769074964.625310:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.625603:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657453056
00000100:00100000:3.0:1769074964.625610:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657453056
00000100:00100000:3.0:1769074964.625649:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210793
00000100:00100000:3.0:1769074964.625658:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+287:13246:x1855007657453056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.625678:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.625694:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e43937 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309800 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.625752:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4393e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.625765:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4393e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.625777:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4393e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074964.625843:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:3.0:1769074964.625846:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.625863:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4393e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074964.625881:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76a00/0x2152b583a6e43937 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309800 expref: 289 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.625895:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4393e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309800 expref: 288 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.625902:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074964.625930:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:3.0:1769074964.625933:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bba77c00, rc 0)
00000100:00100000:3.0:1769074964.626165:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13246:x1855007657453056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 506us (852us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.626172:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210793
00000100:00100000:1.0:1769074964.632009:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.632246:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657453184
00000100:00100000:3.0:1769074964.632256:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657453184
00000100:00100000:3.0:1769074964.632319:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210794
00000100:00100000:3.0:1769074964.632328:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+288:13245:x1855007657453184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.632346:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.632366:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43945 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309807 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.632429:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632442:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632453:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632464:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632470:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632476:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632600:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632608:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632615:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074964.632647:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.632652:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.632670:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632681:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632691:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632697:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632704:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632710:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380031e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.632714:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632722:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632732:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.632735:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.632740:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632745:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e4394c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632757:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632763:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632769:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632773:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380030200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.632776:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632781:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632788:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x17d46a (ffff90328bb7ff00)
00010000:00010000:3.0:1769074964.632790:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.632793:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632810:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43953 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.632842:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43945 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 290 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.632856:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 289 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.632862:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:3.0:1769074964.632865:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.632867:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54faa00, rc 0)
00000100:00100000:3.0:1769074964.633683:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:13245:x1855007657453184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1350us (1676us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.633693:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210794
00000100:00100000:1.0:1769074964.633840:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.634168:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657453312
00000100:00100000:3.0:1769074964.634177:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657453312
00000100:00100000:3.0:1769074964.634223:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4492
00000100:00100000:3.0:1769074964.634232:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:13246:x1855007657453312:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074964.642497:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.642634:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.642677:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657453568
00000100:00100000:3.0:1769074964.642688:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657453568
00000100:00100000:3.0:1769074964.642741:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210795
00000100:00100000:3.0:1769074964.642751:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:13245:x1855007657453568:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.643398:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.643425:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43961 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230980e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.643529:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.643544:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309100 expref: 292 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.643553:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 292 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.643561:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.643595:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 292 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.643610:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 292 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.643624:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623440000:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.643774:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309100 expref: 292 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.643783:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309100 expref: 292 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.643791:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623440128:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.643826:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833ce40 going to sleep for 11 seconds
00000100:00100000:0.0:1769074964.645187:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:13246:x1855007657453312:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 10950us (11341us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.645199:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4492
00000100:00100000:2.0:1769074964.646241:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657453696
00000100:00100000:2.0:1769074964.646253:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657453696
00010000:00010000:2.0:1769074964.646377:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 291 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.646407:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5720
00000100:00100000:2.0:1769074964.646417:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:2367:x1855007657453696:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.646433:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.646439:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 291 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.646450:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 291 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.646473:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:2.0:1769074964.646478:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.646486:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.646492:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.646534:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:2367:x1855007657453696:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 120us (4046us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.646612:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5720
00000100:00100000:1.0:1769074964.652427:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.652469:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074964.652590:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000056f0e182 x1855007623440000) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 290 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.652612:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e4395a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309807 expref: 290 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.652628:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623440000:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.652642:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623440128:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.652663:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:3.0:1769074964.652669:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.652677:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.652685:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074964.653637:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657453824
00000100:00100000:0.0:1769074964.653648:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657453824
00010000:00010000:0.0:1769074964.653689:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309100 expref: 290 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.653723:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5721
00000100:00100000:0.0:1769074964.653733:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389469850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:2369:x1855007657453824:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.653748:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.653753:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309100 expref: 290 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.653766:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309100 expref: 290 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.653789:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e423ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309100 expref: 290 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.653813:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:0.0:1769074964.653818:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.653827:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.653835:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.653864:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074964.653883:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.653889:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074964.653940:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000100:00100000:0.0:1769074964.653968:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389469850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:2369:x1855007657453824:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 236us (1549us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.653976:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5721
00000100:00100000:2.0:1769074964.654660:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657453952
00000100:00100000:2.0:1769074964.654670:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657453952
00000100:00100000:2.0:1769074964.654724:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210796
00000100:00100000:2.0:1769074964.654733:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13246:x1855007657453952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.654751:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.654767:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43976 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309815 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.654835:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.654847:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.654856:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.654870:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.654877:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.654882:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.654983:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.654991:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.654998:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655003:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.655007:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655014:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655025:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074964.655028:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.655032:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655038:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4397d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655048:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655054:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655059:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655063:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.655066:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655072:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655078:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3771cd63 (ffff9032af293500)
00010000:00010000:2.0:1769074964.655080:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.655082:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655091:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43984 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074964.655119:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43976 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309815 expref: 291 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.655127:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074964.655129:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.655132:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43976 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309815 expref: 291 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.655140:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00010000:00010000:3.0:1769074964.655173:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43961 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230980e expref: 291 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074964.655180:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:13246:x1855007657453952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 449us (2711us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074964.655187:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210796
00010000:00010000:3.0:1769074964.655187:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230980e expref: 290 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.655193:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:3.0:1769074964.655195:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074964.655198:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fae00, rc 0)
00000100:00100000:3.0:1769074964.655219:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:13245:x1855007657453568:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12470us (12584us total) trans 4295106632 rc 0/0
00000100:00100000:3.0:1769074964.655225:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210795
00000100:00100000:1.0:1769074964.663179:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.664135:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657454080
00000100:00100000:0.0:1769074964.664147:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657454080
00000100:00100000:0.0:1769074964.664211:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210797
00000100:00100000:0.0:1769074964.664220:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+289:13245:x1855007657454080:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.664244:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.664262:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4398b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230981c expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.664562:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.664578:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230980e expref: 290 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.664585:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.664618:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230980e expref: 290 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.664630:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230980e expref: 290 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.664645:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440256:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.664729:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb8756c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.671182:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.671307:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440256:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.671334:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074964.675259:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.675341:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657454464
00000100:00100000:3.0:1769074964.675352:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657454464
00000100:00100000:3.0:1769074964.675418:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4493
00000100:00100000:3.0:1769074964.675428:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:13246:x1855007657454464:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074964.675724:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:13246:x1855007657454464:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 297us (470us total) trans 4295106633 rc 0/0
00000100:00100000:3.0:1769074964.675732:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4493
00000100:00100000:0.0:1769074964.676506:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657454208
00000100:00100000:0.0:1769074964.676515:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657454208
00010000:00010000:2.0:1769074964.679166:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230980e expref: 292 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.679225:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5722
00000100:00100000:2.0:1769074964.679236:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:2369:x1855007657454208:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.679252:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.679259:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230980e expref: 292 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.679634:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230980e expref: 292 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.679661:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43968 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230980e expref: 292 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.679678:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:2.0:1769074964.679684:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.679693:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.679701:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.679742:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074964.679806:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.679819:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074964.679822:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:2369:x1855007657454208:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 589us (8648us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.679830:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5722
00000004:00200000:1.0:1769074964.679865:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:1.0:1769074964.679869:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.679890:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.679940:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e4398b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230981c expref: 291 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.679961:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230981c expref: 290 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.679968:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:1.0:1769074964.679970:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.679973:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef400, rc 0)
00000100:00100000:1.0:1769074964.680000:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13245:x1855007657454080:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15782us (16831us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.680007:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210797
00000100:00100000:1.0:1769074964.682465:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.683209:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657454720
00000100:00100000:2.0:1769074964.683221:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657454720
00000100:00100000:2.0:1769074964.683292:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210798
00000100:00100000:2.0:1769074964.683302:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+290:13246:x1855007657454720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.683322:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.683344:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43999 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309823 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.683449:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.683464:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097d6 expref: 291 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.683474:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.683507:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097d6 expref: 291 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.683521:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097d6 expref: 291 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.683535:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440384:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.683618:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ed80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074964.689815:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.690148:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440384:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.690182:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074964.690327:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657454848
00000100:00100000:1.0:1769074964.690335:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657454848
00000100:00100000:1.0:1769074964.690396:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210799
00000100:00100000:1.0:1769074964.690406:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:13245:x1855007657454848:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.690429:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.690448:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e439a7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230982a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.690510:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690523:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690532:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690546:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690553:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690559:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690660:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e439bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690668:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e439bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690675:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e439bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074964.690707:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:1.0:1769074964.690711:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.690728:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e439bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690740:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e439bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.690748:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691414:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691421:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691427:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.691431:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691438:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691450:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074964.691453:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.691457:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691463:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e439ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691476:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691482:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691487:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691492:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074964.691495:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691500:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691507:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc3f00931 (ffff903299a8d900)
00010000:00010000:1.0:1769074964.691510:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074964.691512:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691518:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e439b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.691553:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e439a7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230982a expref: 294 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.691567:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e439bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230982a expref: 293 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.691573:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074964.691575:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.691578:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72400, rc 0)
00000100:00100000:1.0:1769074964.691709:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:13245:x1855007657454848:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1303us (1914us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.691717:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210799
00000100:00100000:1.0:1769074964.693850:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.693937:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657454976
00000100:00100000:2.0:1769074964.693947:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657454976
00010000:00010000:2.0:1769074964.693996:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097d6 expref: 293 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.694049:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5723
00000100:00100000:2.0:1769074964.694058:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:2368:x1855007657454976:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.694072:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.694079:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097d6 expref: 293 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.694091:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097d6 expref: 293 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.694112:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e438c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097d6 expref: 293 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.694127:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.694132:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.694141:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.694148:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.694176:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.694219:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:2368:x1855007657454976:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 161us (376us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.694226:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5723
00010000:00010000:2.0:1769074964.694253:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.694261:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.694289:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00010000:00010000:2.0:1769074964.694436:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43999 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309823 expref: 293 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.694450:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309823 expref: 292 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.694457:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.694460:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074964.694463:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7e00, rc 0)
00000100:00100000:2.0:1769074964.694487:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:13246:x1855007657454720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11187us (12031us total) trans 4295106634 rc 0/0
00000100:00100000:2.0:1769074964.694494:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210798
00000100:00100000:3.0:1769074964.698664:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.699079:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657455104
00000100:00100000:0.0:1769074964.699091:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657455104
00000100:00100000:0.0:1769074964.699156:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1653
00000100:00100000:0.0:1769074964.699166:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:2366:x1855007657455104:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.699181:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.699205:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e439bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230982a expref: 292 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.699223:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:0.0:1769074964.699228:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.699346:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:2366:x1855007657455104:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (690us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.699358:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1653
00000100:00100000:3.0:1769074964.705264:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.705444:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657455360
00000100:00100000:2.0:1769074964.705455:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657455360
00000100:00100000:2.0:1769074964.705518:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210800
00000100:00100000:2.0:1769074964.705527:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+291:13245:x1855007657455360:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.705547:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.705567:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e439ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309831 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.705667:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.705682:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230912a expref: 292 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.705689:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.705720:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230912a expref: 292 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.705733:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230912a expref: 292 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.705746:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440512:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.705846:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5ed80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.707673:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.707743:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657455488
00000100:00100000:3.0:1769074964.707758:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657455488
00000100:00100000:3.0:1769074964.707811:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210801
00000100:00100000:3.0:1769074964.707820:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:13246:x1855007657455488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.707839:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.707854:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e439d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309838 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.707952:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.707965:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309823 expref: 294 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.707973:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.707999:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309823 expref: 294 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.708009:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309823 expref: 294 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.708021:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623440640:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.708093:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cc00 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.710711:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623440640:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.710739:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074964.710902:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440512:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.710953:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074964.713225:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.713322:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.713402:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657455744
00000100:00100000:0.0:1769074964.713412:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657455744
00010000:00010000:0.0:1769074964.713451:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309823 expref: 295 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.713484:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657455616
00000100:00100000:0.0:1769074964.713487:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657455616
00010000:00010000:0.0:1769074964.713500:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230912a expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.713519:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5724
00000100:00100000:0.0:1769074964.713527:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2369:x1855007657455744:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1769074964.713537:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5725
00000100:00100000:2.0:1769074964.713549:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2369:x1855007657455616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.713557:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.713557:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.713564:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309823 expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.713564:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230912a expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.713577:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309823 expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.713577:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230912a expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.713598:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e439a0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309823 expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.713598:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e42445 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230912a expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.713615:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.713615:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:0.0:1769074964.713620:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.713620:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.713630:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.713630:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.713639:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.713639:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.713659:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074964.713663:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074964.713816:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.713824:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074964.713870:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00000004:00200000:1.0:1769074964.713874:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.713894:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.713952:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e439d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309838 expref: 295 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.713966:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309838 expref: 294 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.713973:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:1.0:1769074964.713976:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.713978:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54faa00, rc 0)
00010000:00010000:2.0:1769074964.714054:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.714061:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.714075:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00010000:00010000:2.0:1769074964.714196:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e439ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309831 expref: 296 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.714207:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309831 expref: 295 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.714213:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:2.0:1769074964.714215:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074964.714217:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6a00, rc 0)
00000100:00100000:0.0:1769074964.715097:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2369:x1855007657455744:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1564us (1874us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.715106:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5724
00000100:00100000:1.0:1769074964.715361:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13246:x1855007657455488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7540us (7692us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.715369:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210801
00000100:00100000:2.0:1769074964.715451:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:13245:x1855007657455360:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9923us (10195us total) trans 4295106635 rc 0/0
00000100:00100000:2.0:1769074964.715458:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210800
00000100:00100000:2.0:1769074964.715482:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:2369:x1855007657455616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1936us (2159us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.715487:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5725
00000100:00100000:3.0:1769074964.723620:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.723701:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657455872
00000100:00100000:2.0:1769074964.723711:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657455872
00000100:00100000:2.0:1769074964.723775:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210802
00000100:00100000:2.0:1769074964.723785:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+292:13245:x1855007657455872:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.723819:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.723841:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e439ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230983f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.723960:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.723975:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309831 expref: 293 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.723982:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.724015:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309831 expref: 293 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.724028:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309831 expref: 293 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.724052:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440768:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.724134:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e3c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.728251:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.728384:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce7100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440768:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.728416:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074964.728484:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657456128
00000100:00100000:1.0:1769074964.728494:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657456128
00000100:00100000:1.0:1769074964.728552:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4494
00000100:00100000:1.0:1769074964.728563:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13246:x1855007657456128:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074964.728814:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657456128:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 253us (570us total) trans 4295106636 rc 0/0
00000100:00100000:1.0:1769074964.728823:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4494
00000100:00100000:0.0:1769074964.733657:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.733954:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657456256
00000100:00100000:2.0:1769074964.733965:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657456256
00010000:00010000:2.0:1769074964.734010:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309831 expref: 295 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.734061:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5726
00000100:00100000:2.0:1769074964.734071:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2368:x1855007657456256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.734087:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.734094:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309831 expref: 295 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.734106:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309831 expref: 295 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.734126:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e439d1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309831 expref: 295 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.734143:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:2.0:1769074964.734148:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.734157:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.734164:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.734199:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.734261:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:2368:x1855007657456256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 191us (613us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.734269:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5726
00010000:00010000:3.0:1769074964.734393:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.734405:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.734452:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.734457:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.734478:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.734508:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e439ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230983f expref: 294 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.734522:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230983f expref: 293 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.734529:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:3.0:1769074964.734533:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.734754:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:3.0:1769074964.734806:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+293:13245:x1855007657455872:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11012us (11186us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.734813:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210802
00000100:00100000:0.0:1769074964.740502:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.741097:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.741156:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657456384
00000100:00100000:2.0:1769074964.741168:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657456384
00000100:00100000:3.0:1769074964.741211:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657456512
00000100:00100000:3.0:1769074964.741216:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657456512
00000100:00100000:2.0:1769074964.741238:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210803
00000100:00100000:3.0:1769074964.741247:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210804
00000100:00100000:2.0:1769074964.741248:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13246:x1855007657456384:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074964.741253:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+294:13245:x1855007657456512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.741286:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.741308:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e439fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230984d expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.741383:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.741398:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.741410:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.741424:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.741430:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.741436:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.741565:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.741578:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309846 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.741610:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741619:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741626:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741637:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741643:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741649:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741703:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741711:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741717:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074964.741749:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00000004:00200000:2.0:1769074964.741847:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074964.741869:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741884:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741891:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741897:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741904:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741931:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.741936:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741942:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741955:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074964.741958:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.741962:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741968:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741982:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741987:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741992:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.741998:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.742000:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.742006:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.742013:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x283705e2 (ffff9032af293500)
00010000:00010000:2.0:1769074964.742015:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.742018:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.742023:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.742073:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43a2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742083:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742089:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.742110:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.742113:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.742122:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742130:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43a2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742137:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742143:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742149:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742153:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fba00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.742156:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742161:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742168:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074964.742169:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 297 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.742170:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.742174:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742178:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fba00/0x2152b583a6e43a02 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.742182:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.742186:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.742190:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.742192:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.742192:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.742195:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00010000:00010000:3.0:1769074964.742198:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742201:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a54fb200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.742204:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742209:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742214:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x103f9c81 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074964.742216:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.742219:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742223:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fb200/0x2152b583a6e43a09 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.742245:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa400/0x2152b583a6e439fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230984d expref: 297 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.742256:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43a2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230984d expref: 296 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.742262:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074964.742265:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.742337:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a54fae00, rc 0)
00000100:00100000:2.0:1769074964.742427:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13246:x1855007657456384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1180us (1933us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.742437:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210803
00000100:00100000:3.0:1769074964.746623:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13245:x1855007657456512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5355us (5514us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.746637:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210804
00000100:00100000:0.0:1769074964.753534:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.753777:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657456768
00000100:00100000:3.0:1769074964.753790:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657456768
00000100:00100000:3.0:1769074964.753870:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210805
00000100:00100000:3.0:1769074964.753881:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657456768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.753904:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.753962:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43a33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309854 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.754068:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.754082:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309838 expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.754090:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.754098:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.754132:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.754146:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 296 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.754158:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440896:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.754246:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309838 expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.754255:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309838 expref: 296 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.754489:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623441024:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.754518:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833ce40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.755512:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.755584:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657456896
00000100:00100000:2.0:1769074964.755591:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657456896
00010000:00010000:2.0:1769074964.755627:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 297 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.755667:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5727
00000100:00100000:2.0:1769074964.755677:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903389468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2367:x1855007657456896:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.755688:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.755694:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 297 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.755706:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 297 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.755727:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.755733:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.755741:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.755747:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.755814:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903389468050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2367:x1855007657456896:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 139us (306us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.755822:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5727
00000100:00100000:1.0:1769074964.757449:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.757498:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.757581:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657457280
00000100:00100000:3.0:1769074964.757591:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657457280
00000100:00100000:3.0:1769074964.757651:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1654
00000100:00100000:3.0:1769074964.757661:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2367:x1855007657457280:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.757676:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.757698:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fae00/0x2152b583a6e43a2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230984d expref: 297 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.757715:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074964.757720:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.757781:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2367:x1855007657457280:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 121us (281us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.757789:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1654
00000100:00100000:2.0:1769074964.758383:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657457152
00000100:00100000:2.0:1769074964.758390:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657457152
00000100:00100000:2.0:1769074964.758433:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210806
00000100:00100000:2.0:1769074964.758440:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13245:x1855007657457152:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.758456:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.758472:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230985b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.758565:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.758580:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230915b expref: 297 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.758588:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.758618:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230915b expref: 297 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.758629:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230915b expref: 297 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.758641:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623441152:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.758709:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e9c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.765525:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.765628:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623441152:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.765663:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074964.765749:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657457536
00000100:00100000:0.0:1769074964.765762:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657457536
00010000:00010000:0.0:1769074964.765813:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309838 expref: 298 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.765857:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5728
00000100:00100000:0.0:1769074964.765866:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:2366:x1855007657457536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.765883:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.765890:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309838 expref: 298 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.765903:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309838 expref: 298 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.765962:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074964.765968:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.765981:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.765990:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.766008:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.766069:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:2366:x1855007657457536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 203us (554us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.766077:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5728
00010000:00010000:3.0:1769074964.766620:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000357f4fa7 x1855007623440896) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 297 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.766635:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309846 expref: 297 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.766648:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623440896:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.766660:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54faa00/0x2152b583a6e439df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309838 expref: 296 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.766674:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623441024:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.766690:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074964.766697:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.766704:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.766709:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.766728:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00010000:00010000:3.0:1769074964.766949:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43a33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309854 expref: 297 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.766965:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309854 expref: 296 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.766971:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074964.766974:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074964.766976:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380030200, rc 0)
00000100:00100000:3.0:1769074964.767013:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb60aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13246:x1855007657456768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13134us (13488us total) trans 4295106637 rc 0/0
00000100:00100000:3.0:1769074964.767020:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210805
00000100:00100000:1.0:1769074964.770193:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.770298:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657457408
00000100:00100000:2.0:1769074964.770308:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657457408
00010000:00010000:2.0:1769074964.770351:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230915b expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.770392:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5729
00000100:00100000:2.0:1769074964.770403:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2367:x1855007657457408:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.770418:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.770425:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230915b expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.770437:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230915b expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.770459:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032b9eec600/0x2152b583a6e424d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230915b expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.770475:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:2.0:1769074964.770481:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.770489:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.770496:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.770533:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.770593:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2367:x1855007657457408:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 190us (558us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.770600:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5729
00010000:00010000:1.0:1769074964.771462:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.771474:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074964.771495:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00010000:00010000:1.0:1769074964.771665:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230985b expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.771682:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230985b expref: 295 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.771691:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:1.0:1769074964.771694:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074964.771696:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:1.0:1769074964.771792:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13245:x1855007657457152:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13351us (14349us total) trans 4295106638 rc 0/0
00000100:00100000:1.0:1769074964.771809:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210806
00000100:00100000:2.0:1769074964.776832:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.777059:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657457664
00000100:00100000:3.0:1769074964.777069:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657457664
00000100:00100000:3.0:1769074964.777126:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210807
00000100:00100000:3.0:1769074964.777136:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657457664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.777160:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.777179:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43a5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309862 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.777265:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.777574:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309854 expref: 296 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.777584:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.777620:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309854 expref: 296 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.777633:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309854 expref: 296 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.777647:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623441280:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.777781:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.781741:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.784749:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.784992:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623441280:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.785019:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074964.785641:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657457920
00000100:00100000:0.0:1769074964.785651:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657457920
00010000:00010000:0.0:1769074964.785691:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309854 expref: 297 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.785735:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5730
00000100:00100000:0.0:1769074964.785745:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2368:x1855007657457920:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.785947:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.785956:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309854 expref: 297 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.785969:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309854 expref: 297 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.785990:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43a3a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309854 expref: 297 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.786007:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:0.0:1769074964.786013:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.786023:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.786031:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.786140:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.786243:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2368:x1855007657457920:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 499us (1501us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.786251:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5730
00010000:00010000:1.0:1769074964.786332:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.786340:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074964.786385:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00000004:00200000:1.0:1769074964.786390:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074964.786410:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.786441:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43a5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309862 expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.786456:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031e00/0x2152b583a6e43a64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309862 expref: 295 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.786463:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:1.0:1769074964.786465:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074964.786468:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903380031e00, rc 0)
00000100:00100000:1.0:1769074964.786495:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657457664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9361us (9673us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.786503:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210807
00000100:00100000:1.0:1769074964.786521:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657457792
00000100:00100000:1.0:1769074964.786526:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657457792
00000100:00100000:2.0:1769074964.786627:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210808
00000100:00100000:2.0:1769074964.786640:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13245:x1855007657457792:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.786661:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.786676:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43a6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309869 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.786738:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.786750:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230985b expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.786770:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.786807:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230985b expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.786819:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230985b expref: 296 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.786831:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623441408:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.786885:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.794506:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623441408:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.794544:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074964.796463:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.796496:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.796544:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657458176
00000100:00100000:1.0:1769074964.796553:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657458176
00010000:00010000:1.0:1769074964.796593:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230985b expref: 297 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.796638:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5731
00000100:00100000:1.0:1769074964.796648:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2366:x1855007657458176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.796663:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.796670:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230985b expref: 297 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.796682:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230985b expref: 297 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.796703:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43a48 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230985b expref: 297 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.796719:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:1.0:1769074964.796723:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.796733:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.796740:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.796771:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.796834:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2366:x1855007657458176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 187us (337us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.796846:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5731
00010000:00010000:2.0:1769074964.797058:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797066:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.797111:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000004:00200000:2.0:1769074964.797116:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074964.797134:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797164:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43a6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309869 expref: 296 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.797177:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309869 expref: 295 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.797184:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:2.0:1769074964.797186:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074964.797189:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6c00, rc 0)
00000100:00100000:2.0:1769074964.797215:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13245:x1855007657457792:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10580us (15484us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.797222:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210808
00000100:00100000:2.0:1769074964.797235:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657458048
00000100:00100000:2.0:1769074964.797239:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657458048
00000100:00100000:2.0:1769074964.797281:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210809
00000100:00100000:2.0:1769074964.797288:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657458048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.797302:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.797317:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43a79 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309870 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.797363:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797373:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797385:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797399:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797406:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797411:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797501:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797508:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797514:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.797534:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041a:0x0]: returning size 19584
00000004:00200000:2.0:1769074964.797537:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074964.797545:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797554:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797560:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797566:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797577:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797582:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.797586:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797592:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797599:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074964.797601:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.797605:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797610:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43a80 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797618:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797624:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797629:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797634:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074964.797637:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797642:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797649:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x283705e2 (ffff9032af293500)
00010000:00010000:2.0:1769074964.797650:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074964.797653:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797658:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43a87 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.797678:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43a79 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309870 expref: 297 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.797689:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309870 expref: 296 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.797695:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:2.0:1769074964.797697:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074964.797700:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7e00, rc 0)
00000100:00100000:2.0:1769074964.797723:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13246:x1855007657458048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 435us (1266us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.797729:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210809
00000100:00100000:1.0:1769074964.804334:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.804571:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657458304
00000100:00100000:3.0:1769074964.804582:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657458304
00000100:00100000:3.0:1769074964.804650:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1655
00000100:00100000:3.0:1769074964.804662:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2368:x1855007657458304:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.804784:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.804819:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43a8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309870 expref: 296 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.804839:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041a:0x0].0x0 (ffff90328bb7f000)
00010000:00010000:3.0:1769074964.804845:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.804972:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:2368:x1855007657458304:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 313us (648us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.804980:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1655
00000100:00100000:2.0:1769074964.805075:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.805613:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657458432
00000100:00100000:0.0:1769074964.805620:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657458432
00000100:00100000:0.0:1769074964.805665:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210810
00000100:00100000:0.0:1769074964.805674:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657458432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074964.805691:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074964.805706:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43a95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309877 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.805766:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805779:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805789:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805816:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805828:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805835:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805899:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805930:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805938:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805944:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfa000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.805948:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805956:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805965:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074964.805968:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.805972:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805977:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43a9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.805991:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.806000:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.806005:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.806010:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074964.806012:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.806017:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.806025:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3f304673 (ffff903298a49e00)
00010000:00010000:0.0:1769074964.806028:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.806031:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.806036:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43aa3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074964.806070:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43a95 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309877 expref: 296 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.806079:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074964.806082:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074964.806085:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43a95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309877 expref: 296 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.806095:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb000, rc 0)
00000100:00100000:0.0:1769074964.806135:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13246:x1855007657458432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 462us (1060us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074964.806142:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210810
00000100:00100000:2.0:1769074964.811203:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.814852:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657458560
00000100:00100000:3.0:1769074964.814870:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657458560
00000100:00100000:3.0:1769074964.814990:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210811
00000100:00100000:3.0:1769074964.815002:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+295:13245:x1855007657458560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.815026:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.815055:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43aaa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230987e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.815125:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815140:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815151:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815166:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815173:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815182:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815309:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43abf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815318:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815325:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074964.815358:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.815362:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.815381:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815393:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43abf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815400:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815405:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815410:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815416:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903380030200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.815419:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815426:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815436:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.815439:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.815444:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815450:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030200/0x2152b583a6e43ab1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815461:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815466:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815471:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815475:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.815477:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815482:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815488:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2ee4e5f8 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074964.815490:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.815493:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815498:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43ab8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.815531:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030800/0x2152b583a6e43aaa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230987e expref: 297 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.815544:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43abf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230987e expref: 296 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.815551:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074964.815553:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.815556:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:3.0:1769074964.815619:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13245:x1855007657458560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 618us (4423us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.815626:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210811
00000100:00100000:0.0:1769074964.821441:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.821522:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657458816
00000100:00100000:3.0:1769074964.821533:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657458816
00000100:00100000:3.0:1769074964.821592:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4495
00000100:00100000:3.0:1769074964.821602:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13246:x1855007657458816:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074964.822000:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:13246:x1855007657458816:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 399us (567us total) trans 4295106639 rc 0/0
00000100:00100000:3.0:1769074964.822009:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4495
00000100:00100000:2.0:1769074964.823387:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.823435:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.823528:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657459200
00000100:00100000:0.0:1769074964.823537:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657459200
00000100:00100000:0.0:1769074964.823593:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1656
00000100:00100000:0.0:1769074964.823603:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338946bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+297:2366:x1855007657459200:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.823616:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.823639:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43abf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230987e expref: 297 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074964.823658:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:0.0:1769074964.823663:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.823715:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338946bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:2366:x1855007657459200:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 113us (278us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.823722:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1656
00000100:00100000:1.0:1769074964.823946:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657459072
00000100:00100000:1.0:1769074964.823952:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657459072
00000100:00100000:1.0:1769074964.823980:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210812
00000100:00100000:1.0:1769074964.823988:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+296:13245:x1855007657459072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.824004:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.824021:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43ac6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309885 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.824113:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.824128:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230917e expref: 297 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.824136:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.824169:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230917e expref: 297 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.824183:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230917e expref: 297 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.824198:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338abe4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623441536:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.824249:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875180 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.829663:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.829787:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338abe4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623441536:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074964.829827:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074964.829934:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657459456
00000100:00100000:3.0:1769074964.829942:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657459456
00000100:00100000:3.0:1769074964.830004:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210813
00000100:00100000:3.0:1769074964.830014:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13246:x1855007657459456:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.830046:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.830143:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43ad4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230988c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.830257:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.830276:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309782 expref: 299 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.830285:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074964.830319:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309782 expref: 299 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.830329:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309782 expref: 299 pid: 5762 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.830342:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623441664:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.830427:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.831524:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.831613:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657459584
00000100:00100000:3.0:1769074964.831621:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657459584
00010000:00010000:3.0:1769074964.831649:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230917e expref: 300 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.831738:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5732
00000100:00100000:3.0:1769074964.831747:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:2368:x1855007657459584:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.831761:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.831768:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230917e expref: 300 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.831782:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230917e expref: 300 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.831813:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e42533 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230917e expref: 300 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.831829:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074964.831835:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.831845:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.831853:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.831885:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.831963:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2368:x1855007657459584:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 216us (445us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.831970:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5732
00010000:00010000:1.0:1769074964.832154:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.832162:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074964.832181:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00010000:00010000:1.0:1769074964.832344:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43ac6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309885 expref: 300 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.832359:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309885 expref: 299 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.832367:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:1.0:1769074964.832370:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074964.832372:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72400, rc 0)
00000100:00100000:1.0:1769074964.832413:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:13245:x1855007657459072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8426us (9033us total) trans 4295106640 rc 0/0
00000100:00100000:1.0:1769074964.832420:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210812
00000100:00100000:2.0:1769074964.838152:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.838258:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657459712
00000100:00100000:0.0:1769074964.838269:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657459712
00010000:00010000:0.0:1769074964.838309:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309782 expref: 299 pid: 5762 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.838350:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5733
00000100:00100000:0.0:1769074964.838361:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2369:x1855007657459712:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.838376:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.838382:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309782 expref: 299 pid: 5762 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.838400:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309782 expref: 299 pid: 5762 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.838421:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:0.0:1769074964.838427:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.838437:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.838445:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074964.838464:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.838524:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2369:x1855007657459712:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 165us (382us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.838533:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5733
00010000:00010000:3.0:1769074964.838638:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba76600/0x2152b583a6e437c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309782 expref: 298 pid: 5762 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.838662:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623441664:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.838688:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.838697:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.838703:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074964.838722:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10424:0x0]: returning size 4096
00010000:00010000:3.0:1769074964.838897:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43ad4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230988c expref: 299 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.838948:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230988c expref: 298 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.838956:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:3.0:1769074964.838959:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074964.838961:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc29c800, rc 0)
00000100:00100000:3.0:1769074964.838989:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13246:x1855007657459456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8976us (9336us total) trans 4295106641 rc 0/0
00000100:00100000:3.0:1769074964.838996:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210813
00000100:00100000:2.0:1769074964.850955:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.851044:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657459968
00000100:00100000:3.0:1769074964.851055:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657459968
00000100:00100000:3.0:1769074964.851117:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210814
00000100:00100000:3.0:1769074964.851127:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13246:x1855007657459968:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.851155:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.851175:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43af0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230989a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.851260:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.851289:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230988c expref: 299 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.851298:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.851332:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230988c expref: 299 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.851345:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230988c expref: 299 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.851359:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623441792:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.851437:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c780 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.859761:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.859931:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623441792:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.859962:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657459840
00010000:00010000:3.0:1769074964.859963:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074964.859971:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657459840
00000100:00100000:1.0:1769074964.860030:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210815
00000100:00100000:1.0:1769074964.860040:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13245:x1855007657459840:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074964.860062:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074964.860084:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43afe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309893 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.860177:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.860192:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309885 expref: 301 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.860201:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.860231:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309885 expref: 301 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074964.860244:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309885 expref: 301 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.860257:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338abe4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623441920:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.860342:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bb875180 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.863981:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.864133:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338abe4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623441920:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074964.864146:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657460096
00000100:00100000:1.0:1769074964.864153:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657460096
00010000:00010000:3.0:1769074964.864159:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.864191:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230988c expref: 302 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.864220:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5734
00000100:00100000:1.0:1769074964.864229:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:2369:x1855007657460096:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.864247:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.864253:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230988c expref: 302 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.864278:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230988c expref: 302 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.864299:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43adb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10424:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230988c expref: 302 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.864313:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:1.0:1769074964.864318:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.864326:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.864333:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074964.864364:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.864423:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:2369:x1855007657460096:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 194us (450us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.864442:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5734
00010000:00010000:3.0:1769074964.864582:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.864590:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074964.864641:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10424:0x0]: returning size 4096
00000004:00200000:3.0:1769074964.864646:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.864665:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074964.864696:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43af0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10424:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230989a expref: 301 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.864712:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230989a expref: 300 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.864719:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:3.0:1769074964.864722:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.864724:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:3.0:1769074964.864773:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13246:x1855007657459968:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13648us (13870us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.864780:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210814
00000100:00100000:2.0:1769074964.866000:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.866164:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657460224
00000100:00100000:0.0:1769074964.866173:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657460224
00010000:00010000:0.0:1769074964.866205:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309885 expref: 300 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074964.866237:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5735
00000100:00100000:0.0:1769074964.866246:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:2366:x1855007657460224:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074964.866259:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074964.866265:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309885 expref: 300 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.866295:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309885 expref: 300 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.866319:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43acd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309885 expref: 300 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074964.866332:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:0.0:1769074964.866337:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.866346:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.866353:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074964.866548:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074964.866601:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2366:x1855007657460224:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 355us (606us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074964.866609:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5735
00010000:00010000:2.0:1769074964.868395:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.868413:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.868549:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:2.0:1769074964.868554:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074964.868575:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.868612:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43afe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309893 expref: 299 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.868630:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309893 expref: 298 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.868640:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:2.0:1769074964.868643:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074964.868647:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:2.0:1769074964.868757:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13245:x1855007657459840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8710us (8997us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.868766:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210815
00000100:00100000:2.0:1769074964.873744:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.873941:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657460352
00000100:00100000:3.0:1769074964.874046:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657460352
00000100:00100000:3.0:1769074964.874106:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210816
00000100:00100000:3.0:1769074964.874116:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+298:13246:x1855007657460352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.874133:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.874153:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43b0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098a1 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.874220:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874234:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874245:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874259:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874264:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874518:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874621:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874628:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874634:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.874668:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10424:0x0]: returning size 4096
00000004:00200000:3.0:1769074964.874672:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.874688:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874701:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874709:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874715:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874721:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874726:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.874730:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874736:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874746:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074964.874759:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.874763:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874769:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874781:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874786:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874800:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874805:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.874808:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874813:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874820:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd13fc2bb (ffff90328bb7ff00)
00010000:00010000:3.0:1769074964.874822:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.874824:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874830:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.874860:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43b0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098a1 expref: 300 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.874871:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098a1 expref: 299 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.874878:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:3.0:1769074964.874880:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.874882:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074964.874977:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:13246:x1855007657460352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 862us (1242us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.874985:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210816
00000100:00100000:0.0:1769074964.888271:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.888321:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.888360:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.888458:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657460608
00000100:00100000:1.0:1769074964.888469:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657460608
00000100:00100000:1.0:1769074964.888530:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4496
00000100:00100000:1.0:1769074964.888540:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:13246:x1855007657460608:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074964.888786:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13246:x1855007657460608:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 247us (526us total) trans 4295106642 rc 0/0
00000100:00100000:1.0:1769074964.888803:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4496
00000100:00100000:3.0:1769074964.889509:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657460736
00000100:00100000:3.0:1769074964.889517:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657460736
00000100:00100000:3.0:1769074964.889560:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210817
00000100:00100000:3.0:1769074964.889568:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:13245:x1855007657460736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.889582:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.889601:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43b28 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098a8 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.889660:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.889675:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.889685:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.889699:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.889706:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.889713:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.889835:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43b3d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.889844:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.889850:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.889879:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.889883:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.889897:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.889943:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43b3d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890127:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890133:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890140:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890145:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.890150:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890157:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890168:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.890172:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.890176:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890181:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890194:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890199:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890205:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890210:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.890212:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890217:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890224:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x51a4c572 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074964.890227:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.890230:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890235:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.890546:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43b28 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098a8 expref: 302 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.890565:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43b3d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098a8 expref: 301 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.890571:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:3.0:1769074964.890574:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.890576:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6a00, rc 0)
00000100:00100000:3.0:1769074964.890641:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13245:x1855007657460736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1074us (2319us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.890648:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210817
00000100:00100000:2.0:1769074964.890757:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657460864
00000100:00100000:2.0:1769074964.890764:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657460864
00000100:00100000:2.0:1769074964.890822:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1657
00000100:00100000:2.0:1769074964.890831:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:2367:x1855007657460864:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.890842:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.890855:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098a1 expref: 301 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.890866:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:2.0:1769074964.890871:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.890894:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:2367:x1855007657460864:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 65us (2533us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.890901:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1657
00000100:00100000:0.0:1769074964.902546:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.902667:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657460992
00000100:00100000:3.0:1769074964.902677:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657460992
00000100:00100000:3.0:1769074964.902742:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1658
00000100:00100000:3.0:1769074964.902751:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+300:2368:x1855007657460992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074964.902767:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074964.902801:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43b3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098a8 expref: 300 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.902820:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:3.0:1769074964.902825:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074964.902872:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:2368:x1855007657460992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 122us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.902879:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1658
00000100:00100000:0.0:1769074964.904984:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.905190:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657461248
00000100:00100000:3.0:1769074964.905199:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657461248
00000100:00100000:3.0:1769074964.905260:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210818
00000100:00100000:3.0:1769074964.905278:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+299:13245:x1855007657461248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.905302:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.905322:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43b44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098af expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.905425:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.905772:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a8 expref: 300 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.905781:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.905829:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a8 expref: 300 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.905845:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a8 expref: 300 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.905859:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442048:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.908034:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c300 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.916591:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.918246:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657461504
00000100:00100000:3.0:1769074964.918262:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657461504
00000100:00100000:3.0:1769074964.918342:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4497
00000100:00100000:3.0:1769074964.918354:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13246:x1855007657461504:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074964.918838:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13246:x1855007657461504:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 485us (2255us total) trans 4295106643 rc 0/0
00000100:00100000:3.0:1769074964.918847:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4497
00000100:00100000:3.0:1769074964.918978:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.920254:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657461632
00000100:00100000:2.0:1769074964.920279:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657461632
00010000:00010000:2.0:1769074964.920319:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a8 expref: 302 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.920353:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5736
00000100:00100000:2.0:1769074964.920363:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:2369:x1855007657461632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.920377:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.920383:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a8 expref: 302 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.920398:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a8 expref: 302 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.920422:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:2.0:1769074964.920427:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.920440:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.920448:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.920471:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.920556:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:2369:x1855007657461632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 194us (1578us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.920565:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5736
00010000:00010000:2.0:1769074964.920643:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380030a00/0x2152b583a6e425b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091a8 expref: 301 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.920660:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442048:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.920678:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.920686:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.920691:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074964.920709:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00010000:00010000:2.0:1769074964.920871:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43b44 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098af expref: 302 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.920886:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098af expref: 301 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.920893:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:2.0:1769074964.920895:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074964.920898:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7e00, rc 0)
00000100:00100000:2.0:1769074964.920972:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13245:x1855007657461248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15705us (15996us total) trans 4295106644 rc 0/0
00000100:00100000:2.0:1769074964.920979:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210818
00000100:00100000:2.0:1769074964.928037:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.928563:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657461888
00000100:00100000:1.0:1769074964.928576:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657461888
00000100:00100000:1.0:1769074964.928640:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4498
00000100:00100000:1.0:1769074964.928650:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+301:13246:x1855007657461888:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074964.928898:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13246:x1855007657461888:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 249us (870us total) trans 4295106645 rc 0/0
00000100:00100000:1.0:1769074964.928930:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4498
00010000:00010000:3.0:1769074964.932349:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769074964.933478:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.933939:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657462016
00000100:00100000:3.0:1769074964.933960:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657462016
00000100:00100000:3.0:1769074964.934019:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210819
00000100:00100000:3.0:1769074964.934029:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13245:x1855007657462016:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.934058:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.934079:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43b59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098b6 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.934162:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.934177:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098af expref: 303 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.934185:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.934217:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098af expref: 303 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.934229:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098af expref: 303 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.934242:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442176:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.934615:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c780 going to sleep for 11 seconds
00000100:00100000:1.0:1769074964.955155:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.955260:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.955303:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657462400
00000100:00100000:1.0:1769074964.955312:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657462400
00010000:00010000:1.0:1769074964.955349:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098af expref: 304 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.955378:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5737
00000100:00100000:1.0:1769074964.955386:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:2368:x1855007657462400:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.955400:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.955406:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098af expref: 304 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.955419:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098af expref: 304 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.955450:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:1.0:1769074964.955455:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.955464:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.955471:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.955492:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.955542:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:2368:x1855007657462400:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 156us (280us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.955550:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5737
00010000:00010000:3.0:1769074964.955770:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43b4b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098af expref: 303 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.955786:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442176:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.955864:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.955873:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.955878:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.955960:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.955965:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.955990:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.956020:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43b59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098b6 expref: 303 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.956035:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098b6 expref: 302 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.956043:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:3.0:1769074964.956046:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.956048:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:3.0:1769074964.956077:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13245:x1855007657462016:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 22050us (22608us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.956084:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210819
00000100:00100000:2.0:1769074964.956275:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657462272
00000100:00100000:2.0:1769074964.956281:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657462272
00000100:00100000:2.0:1769074964.956317:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4499
00000100:00100000:2.0:1769074964.956325:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+302:13246:x1855007657462272:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074964.956579:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:13246:x1855007657462272:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 254us (1434us total) trans 4295106646 rc 0/0
00000100:00100000:2.0:1769074964.956586:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4499
00000100:00100000:2.0:1769074964.962608:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074964.962690:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657462528
00000100:00100000:3.0:1769074964.962700:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657462528
00000100:00100000:3.0:1769074964.962753:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210820
00000100:00100000:3.0:1769074964.962762:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+303:13245:x1855007657462528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074964.962783:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074964.962814:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43b67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098bd expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.962883:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.962898:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.962942:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.962967:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.962975:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.962982:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963094:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963103:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963109:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.963145:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:3.0:1769074964.963149:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074964.963166:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963176:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963184:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963190:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963196:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963205:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.963209:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963217:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963227:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074964.963230:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.963235:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963241:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43b6e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963253:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963258:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963276:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963283:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc29c800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074964.963285:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963290:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963297:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x6324417e (ffff90328bb7ff00)
00010000:00010000:3.0:1769074964.963300:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074964.963303:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963308:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43b75 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.963339:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43b67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 305 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.963353:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 304 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.963359:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074964.963361:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074964.963364:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc29c600, rc 0)
00000100:00100000:3.0:1769074964.963425:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:13245:x1855007657462528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 663us (825us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074964.964136:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210820
00000100:00100000:1.0:1769074964.964260:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.964298:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657462784
00000100:00100000:1.0:1769074964.964305:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657462784
00000100:00100000:1.0:1769074964.964341:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4500
00000100:00100000:1.0:1769074964.964351:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+304:13246:x1855007657462784:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074964.964624:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13246:x1855007657462784:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 273us (362us total) trans 4295106647 rc 0/0
00000100:00100000:1.0:1769074964.964630:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4500
00000100:00100000:1.0:1769074964.976582:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.976623:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.976752:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657463040
00000100:00100000:2.0:1769074964.976762:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657463040
00000100:00100000:2.0:1769074964.976831:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210821
00000100:00100000:2.0:1769074964.976843:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+305:13245:x1855007657463040:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074964.976864:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074964.976884:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43b83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098c4 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.977221:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.977236:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d2 expref: 306 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.977244:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 306 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.977251:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.977368:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 306 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.977384:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 306 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.977398:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442304:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074964.977529:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d2 expref: 306 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074964.977538:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d2 expref: 306 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.977547:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442432:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074964.977569:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e9c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074964.980334:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657463296
00000100:00100000:2.0:1769074964.980350:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657463296
00000100:00100000:2.0:1769074964.980427:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4501
00000100:00100000:2.0:1769074964.980449:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13246:x1855007657463296:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074964.987202:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:13246:x1855007657463296:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 6744us (10566us total) trans 4295106648 rc 0/0
00000100:00100000:2.0:1769074964.987217:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4501
00000100:00100000:0.0:1769074964.989300:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074964.989690:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657463424
00000100:00100000:2.0:1769074964.989701:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657463424
00010000:00010000:2.0:1769074964.989742:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 308 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074964.989781:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5738
00000100:00100000:2.0:1769074964.989800:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:2367:x1855007657463424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074964.989814:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074964.989821:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 308 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.989833:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 308 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074964.989853:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:2.0:1769074964.989859:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.989866:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074964.989872:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074964.989955:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:2367:x1855007657463424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 157us (655us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074964.989964:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5738
00010000:00010000:3.0:1769074964.995225:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000001a05542e x1855007623442304) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 307 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074964.995250:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43b7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098bd expref: 307 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074964.995278:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442304:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074964.995293:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442432:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074964.995324:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074964.995331:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.995340:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.995348:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074964.995825:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074964.995939:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074964.996107:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657463552
00000100:00100000:1.0:1769074964.996116:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657463552
00010000:00010000:1.0:1769074964.996156:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d2 expref: 307 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074964.996187:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5739
00000100:00100000:1.0:1769074964.996198:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:2369:x1855007657463552:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074964.996214:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074964.996221:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d2 expref: 307 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.996233:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d2 expref: 307 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.996254:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031200/0x2152b583a6e42660 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091d2 expref: 307 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074964.996266:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:1.0:1769074964.996270:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.996286:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.996294:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074964.996314:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074964.996367:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:2369:x1855007657463552:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (542us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074964.996374:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5739
00000100:00100000:3.0:1769074964.996843:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657463808
00000100:00100000:3.0:1769074964.996848:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657463808
00000100:00100000:3.0:1769074964.996887:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4502
00000100:00100000:3.0:1769074964.996895:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+306:13246:x1855007657463808:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074964.997300:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13246:x1855007657463808:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 405us (1359us total) trans 4295106649 rc 0/0
00000100:00100000:3.0:1769074964.997307:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4502
00010000:00010000:3.0:1769074964.997330:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074964.997338:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074964.997354:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00010000:00010000:3.0:1769074964.997423:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43b83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098c4 expref: 308 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.997438:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098c4 expref: 307 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074964.997446:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074964.997449:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074964.997452:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d600, rc 0)
00000100:00100000:3.0:1769074964.997472:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13245:x1855007657463040:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 20633us (20901us total) trans 4295106650 rc 0/0
00000100:00100000:3.0:1769074964.997479:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210821
00000100:00100000:3.0:1769074965.003114:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.003199:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.003426:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657464064
00000100:00100000:1.0:1769074965.003437:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657464064
00000100:00100000:1.0:1769074965.003506:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4503
00000100:00100000:1.0:1769074965.003517:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+307:13246:x1855007657464064:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074965.003744:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:13246:x1855007657464064:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 228us (638us total) trans 4295106651 rc 0/0
00000100:00100000:1.0:1769074965.003751:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4503
00000100:00100000:2.0:1769074965.003892:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657464192
00000100:00100000:2.0:1769074965.003897:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657464192
00000100:00100000:2.0:1769074965.003967:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210822
00000100:00100000:2.0:1769074965.003975:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+308:13245:x1855007657464192:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.003987:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.004007:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43b98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098cb expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.004069:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.004084:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098c4 expref: 309 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.004091:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.004123:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098c4 expref: 309 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.004136:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098c4 expref: 309 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.004150:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442560:192.168.204.54@tcp:104:
00000100:00080000:3.0:1769074965.004289:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000
00000100:00100000:2.0:1769074965.007466:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.016314:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.016567:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657464448
00000100:00100000:3.0:1769074965.016578:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657464448
00000100:00100000:3.0:1769074965.016637:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4504
00000100:00100000:3.0:1769074965.016647:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:13246:x1855007657464448:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074965.016902:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:13246:x1855007657464448:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 255us (596us total) trans 4295106652 rc 0/0
00000100:00100000:3.0:1769074965.016935:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4504
00000100:00100000:0.0:1769074965.025515:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.025605:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.025675:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657464832
00000100:00100000:3.0:1769074965.025685:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657464832
00000100:00100000:3.0:1769074965.025745:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4505
00000100:00100000:3.0:1769074965.025754:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:13246:x1855007657464832:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074965.026138:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13246:x1855007657464832:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 384us (531us total) trans 4295106653 rc 0/0
00000100:00100000:3.0:1769074965.026147:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4505
00000100:00100000:2.0:1769074965.026242:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442560:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.026271:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074965.026489:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657464576
00000100:00100000:1.0:1769074965.026494:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657464576
00010000:00010000:1.0:1769074965.026519:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098c4 expref: 312 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074965.026546:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5740
00000100:00100000:1.0:1769074965.026554:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:2369:x1855007657464576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.026565:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.026571:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098c4 expref: 312 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.026583:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098c4 expref: 312 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.026605:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43b8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098c4 expref: 312 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.026620:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:1.0:1769074965.026624:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.026633:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.026640:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.026669:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.026693:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:2369:x1855007657464576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 139us (1188us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.026699:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5740
00010000:00010000:2.0:1769074965.026858:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.026866:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.026896:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.026901:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.026954:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.026983:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43b98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098cb expref: 311 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.026997:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098cb expref: 310 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.027004:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:2.0:1769074965.027007:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.027009:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1ce00, rc 0)
00000100:00100000:2.0:1769074965.027048:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:13245:x1855007657464192:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 23073us (23848us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.027055:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210822
00000100:00100000:0.0:1769074965.034064:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.034253:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657465088
00000100:00100000:3.0:1769074965.034267:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657465088
00000100:00100000:2.0:1769074965.034424:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4506
00000100:00100000:2.0:1769074965.034738:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+310:13246:x1855007657465088:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074965.035306:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:13246:x1855007657465088:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 871us (1250us total) trans 4295106654 rc 0/0
00000100:00100000:2.0:1769074965.035315:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4506
00000100:00100000:0.0:1769074965.042412:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.042524:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657465344
00000100:00100000:2.0:1769074965.042536:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657465344
00000100:00100000:2.0:1769074965.042719:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4507
00000100:00100000:2.0:1769074965.042732:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+311:13246:x1855007657465344:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074965.043040:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13246:x1855007657465344:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 311us (636us total) trans 4295106655 rc 0/0
00000100:00100000:2.0:1769074965.043048:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4507
00000100:00100000:0.0:1769074965.045627:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.045728:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657465728
00000100:00100000:2.0:1769074965.045738:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657465728
00000100:00100000:2.0:1769074965.045807:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4508
00000100:00100000:2.0:1769074965.045818:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+312:13246:x1855007657465728:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074965.046303:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:13246:x1855007657465728:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 484us (681us total) trans 4295106656 rc 0/0
00000100:00100000:2.0:1769074965.046311:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4508
00000100:00100000:0.0:1769074965.054308:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.054462:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657465472
00000100:00100000:2.0:1769074965.054473:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657465472
00000100:00100000:2.0:1769074965.054536:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210823
00000100:00100000:2.0:1769074965.054547:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+313:13245:x1855007657465472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.054568:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.054590:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43ba6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098d2 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.054654:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.054669:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.054679:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.054693:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.054700:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.054707:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074965.055358:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.055443:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657465984
00000100:00100000:3.0:1769074965.055450:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657465984
00000100:00100000:3.0:1769074965.055491:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4509
00000100:00100000:3.0:1769074965.055500:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13246:x1855007657465984:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074965.055718:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13246:x1855007657465984:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 219us (361us total) trans 4295106657 rc 0/0
00000100:00100000:3.0:1769074965.055725:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4509
00010000:00010000:2.0:1769074965.056459:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056472:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056481:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.056509:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.056513:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.056527:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056535:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056544:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056551:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056557:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056563:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.056567:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056574:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056586:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.056589:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.056595:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056601:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056611:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056616:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056621:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056626:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1ca00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.056628:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056634:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056640:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9e362f1b (ffff9032af293500)
00010000:00010000:2.0:1769074965.056642:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.056645:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056650:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bb4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.056681:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43ba6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 316 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.056694:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 315 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.056706:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074965.056708:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.056710:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1c800, rc 0)
00000100:00100000:2.0:1769074965.056807:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13245:x1855007657465472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2261us (2508us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.056813:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210823
00000100:00100000:0.0:1769074965.074895:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.075167:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657466240
00000100:00100000:1.0:1769074965.075178:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657466240
00000100:00100000:1.0:1769074965.075243:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4510
00000100:00100000:1.0:1769074965.075253:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+315:13246:x1855007657466240:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074965.075581:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13246:x1855007657466240:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 328us (697us total) trans 4295106658 rc 0/0
00000100:00100000:1.0:1769074965.075590:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4510
00000100:00100000:0.0:1769074965.078631:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.078675:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.078765:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657466496
00000100:00100000:2.0:1769074965.078775:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657466496
00000100:00100000:2.0:1769074965.078846:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210824
00000100:00100000:2.0:1769074965.078857:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13245:x1855007657466496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.078881:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.078903:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43bc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098d9 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.079046:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.079060:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230900b expref: 317 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.079068:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 317 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.079076:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.079108:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 317 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.079121:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 317 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.079133:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442688:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.079224:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230900b expref: 317 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.079233:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230900b expref: 317 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.079242:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442816:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.079265:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e600 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.084309:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657466624
00000100:00100000:3.0:1769074965.084325:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657466624
00010000:00010000:3.0:1769074965.084370:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 318 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.084416:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5741
00000100:00100000:3.0:1769074965.084427:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:2368:x1855007657466624:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.084444:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.084450:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 318 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.084463:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 318 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.084486:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074965.084491:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.084499:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.084506:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.085469:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:2368:x1855007657466624:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1038us (6787us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.085483:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5741
00000100:00100000:0.0:1769074965.085690:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.085864:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074965.085956:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@000000000df8c6e6 x1855007623442688) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 317 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074965.085975:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bbb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d2 expref: 317 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.085989:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442688:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.086000:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623442816:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.086025:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074965.086030:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.086050:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.086059:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074965.086447:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657467008
00000100:00100000:3.0:1769074965.086455:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657467008
00010000:00010000:3.0:1769074965.086486:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230900b expref: 317 pid: 5764 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.086523:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5742
00000100:00100000:3.0:1769074965.086532:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:2369:x1855007657467008:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.086560:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.086566:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230900b expref: 317 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.086577:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230900b expref: 317 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.086595:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb8cd000/0x2152b583a6e420fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230900b expref: 317 pid: 5764 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.086607:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074965.086611:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.086617:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.086624:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.086651:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.086692:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:2369:x1855007657467008:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 160us (828us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.086699:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5742
00000100:00100000:3.0:1769074965.086720:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657466880
00000100:00100000:3.0:1769074965.086724:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657466880
00000100:00100000:3.0:1769074965.086745:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4511
00000100:00100000:3.0:1769074965.086762:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+316:13246:x1855007657466880:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074965.087084:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:13246:x1855007657466880:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 322us (1394us total) trans 4295106659 rc 0/0
00000100:00100000:3.0:1769074965.087091:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4511
00010000:00010000:2.0:1769074965.087275:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.087284:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.087300:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00010000:00010000:2.0:1769074965.087384:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43bc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d9 expref: 318 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.087399:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d9 expref: 317 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.087407:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074965.087410:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.087413:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1ca00, rc 0)
00000100:00100000:2.0:1769074965.087440:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:13245:x1855007657466496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8585us (8819us total) trans 4295106660 rc 0/0
00000100:00100000:2.0:1769074965.087446:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210824
00000100:00100000:1.0:1769074965.094722:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.095117:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.095425:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657467264
00000100:00100000:2.0:1769074965.095437:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657467264
00000100:00100000:2.0:1769074965.095532:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4512
00000100:00100000:2.0:1769074965.095552:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+317:13246:x1855007657467264:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074965.095811:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:13246:x1855007657467264:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 261us (1096us total) trans 4295106661 rc 0/0
00000100:00100000:2.0:1769074965.095822:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4512
00000100:00100000:3.0:1769074965.096027:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657467392
00000100:00100000:3.0:1769074965.096041:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657467392
00000100:00100000:3.0:1769074965.096077:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210825
00000100:00100000:3.0:1769074965.096084:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+318:13245:x1855007657467392:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.096095:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.096113:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43bd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098e0 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.096172:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.096186:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d9 expref: 319 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.096194:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.096224:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d9 expref: 319 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.096236:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d9 expref: 319 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.096248:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623442944:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074965.096307:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.103690:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.103807:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657467648
00000100:00100000:2.0:1769074965.103819:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657467648
00000100:00100000:2.0:1769074965.103879:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4513
00000100:00100000:2.0:1769074965.103889:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13246:x1855007657467648:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074965.104166:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:13246:x1855007657467648:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 277us (485us total) trans 4295106662 rc 0/0
00000100:00100000:2.0:1769074965.104174:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4513
00000100:00100000:3.0:1769074965.104460:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623442944:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.104483:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.110438:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.110523:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657467776
00000100:00100000:1.0:1769074965.110534:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657467776
00010000:00010000:1.0:1769074965.110574:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d9 expref: 321 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074965.110614:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5743
00000100:00100000:1.0:1769074965.110623:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:2368:x1855007657467776:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.110638:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.110644:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d9 expref: 321 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.110657:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d9 expref: 321 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.110678:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bc9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098d9 expref: 321 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.110692:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074965.110698:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.110707:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.110714:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.110756:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.110820:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f19450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:2368:x1855007657467776:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 198us (390us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.110828:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5743
00010000:00010000:2.0:1769074965.111556:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.111567:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074965.111612:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.111617:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.111635:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.111667:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43bd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e0 expref: 320 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.111681:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e0 expref: 319 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.111688:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:2.0:1769074965.111691:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.111693:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc29c800, rc 0)
00000100:00100000:2.0:1769074965.111742:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+319:13245:x1855007657467392:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15658us (16625us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.111761:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210825
00000100:00100000:0.0:1769074965.118345:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.118430:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657468032
00000100:00100000:1.0:1769074965.118442:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657468032
00000100:00100000:1.0:1769074965.118506:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4514
00000100:00100000:1.0:1769074965.118516:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+319:13246:x1855007657468032:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074965.118771:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13246:x1855007657468032:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 256us (434us total) trans 4295106663 rc 0/0
00000100:00100000:1.0:1769074965.118779:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4514
00000100:00100000:0.0:1769074965.120385:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.120460:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657468160
00000100:00100000:2.0:1769074965.120469:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657468160
00000100:00100000:2.0:1769074965.120522:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210826
00000100:00100000:2.0:1769074965.120532:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+320:13245:x1855007657468160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.120549:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.120568:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43be5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098e7 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.120630:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120646:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120657:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120673:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120680:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120687:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120819:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120832:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120839:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074965.120871:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.120876:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.120892:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120903:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120946:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120952:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120959:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120964:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.120968:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120975:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.120986:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.120988:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.120994:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.121000:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43bec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.121013:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.121019:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.121024:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.121029:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.121031:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.121038:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.121045:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2061246 (ffff9032af293500)
00010000:00010000:2.0:1769074965.121047:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.121050:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.121055:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43bf3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.121083:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43be5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e7 expref: 322 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.121096:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e7 expref: 321 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.121109:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:2.0:1769074965.121111:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.121113:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1ca00, rc 0)
00000100:00100000:2.0:1769074965.121160:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:13245:x1855007657468160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 629us (781us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.121167:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210826
00000100:00100000:0.0:1769074965.124008:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.124105:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657468416
00000100:00100000:2.0:1769074965.124116:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657468416
00000100:00100000:2.0:1769074965.124174:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4515
00000100:00100000:2.0:1769074965.124183:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:13246:x1855007657468416:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074965.124413:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:13246:x1855007657468416:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 231us (413us total) trans 4295106664 rc 0/0
00000100:00100000:2.0:1769074965.124422:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4515
00000100:00100000:0.0:1769074965.127858:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.128017:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657468544
00000100:00100000:3.0:1769074965.128027:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657468544
00000100:00100000:3.0:1769074965.128097:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1659
00000100:00100000:3.0:1769074965.128106:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:2369:x1855007657468544:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.128120:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.128142:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43bfa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e7 expref: 322 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.128160:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074965.128165:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.128217:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:2369:x1855007657468544:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 113us (369us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.128225:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1659
00000100:00100000:0.0:1769074965.132094:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.132192:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657468800
00000100:00100000:1.0:1769074965.132202:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657468800
00000100:00100000:1.0:1769074965.132263:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4516
00000100:00100000:1.0:1769074965.132273:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+321:13246:x1855007657468800:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074965.132529:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:13246:x1855007657468800:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 257us (444us total) trans 4295106665 rc 0/0
00000100:00100000:1.0:1769074965.132538:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4516
00000100:00100000:0.0:1769074965.137151:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.137233:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657469056
00000100:00100000:3.0:1769074965.137245:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657469056
00000100:00100000:3.0:1769074965.137304:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210827
00000100:00100000:3.0:1769074965.137315:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+322:13245:x1855007657469056:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.137341:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.137364:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43c01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098ee expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.137466:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.137480:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230902e expref: 323 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.137487:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.137517:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230902e expref: 323 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.137528:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230902e expref: 323 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.137541:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb12c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443072:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074965.137626:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.139845:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.139945:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657469312
00000100:00100000:2.0:1769074965.139954:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657469312
00000100:00100000:2.0:1769074965.140004:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4517
00000100:00100000:2.0:1769074965.140013:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13246:x1855007657469312:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074965.140327:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13246:x1855007657469312:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 314us (488us total) trans 4295106666 rc 0/0
00000100:00100000:2.0:1769074965.140335:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4517
00000100:00100000:0.0:1769074965.144363:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.144439:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657469568
00000100:00100000:1.0:1769074965.144449:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657469568
00000100:00100000:1.0:1769074965.144508:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4518
00000100:00100000:1.0:1769074965.144518:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13246:x1855007657469568:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074965.144839:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13246:x1855007657469568:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 321us (483us total) trans 4295106667 rc 0/0
00000100:00100000:1.0:1769074965.144847:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4518
00000100:00100000:3.0:1769074965.148097:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb12c380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443072:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.148127:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074965.149503:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.149764:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657469696
00000100:00100000:1.0:1769074965.149774:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657469696
00010000:00010000:1.0:1769074965.149823:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230902e expref: 326 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074965.149864:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5744
00000100:00100000:1.0:1769074965.149873:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:2369:x1855007657469696:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.149890:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.149897:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230902e expref: 326 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.149950:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230902e expref: 326 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.149973:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd13800/0x2152b583a6e42151 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230902e expref: 326 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.149989:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:1.0:1769074965.149995:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.150004:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.150013:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.150045:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.150090:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:2369:x1855007657469696:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 217us (595us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.150098:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5744
00010000:00010000:2.0:1769074965.150234:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.150244:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.150269:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00010000:00010000:2.0:1769074965.150422:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e43c01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098ee expref: 326 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.150438:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098ee expref: 325 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.150446:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:2.0:1769074965.150450:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.150452:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:2.0:1769074965.150478:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13245:x1855007657469056:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13166us (13337us total) trans 4295106668 rc 0/0
00000100:00100000:2.0:1769074965.150485:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210827
00000100:00100000:0.0:1769074965.156013:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.156362:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657469952
00000100:00100000:2.0:1769074965.156373:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657469952
00000100:00100000:2.0:1769074965.156438:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210828
00000100:00100000:2.0:1769074965.156447:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13246:x1855007657469952:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074965.156503:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:2.0:1769074965.156530:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43af7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10424:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230989a expref: 325 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.156549:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff903298a49b00)
00010000:00010000:2.0:1769074965.156565:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bba77c00/0x2152b583a6e4393e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309800 expref: 324 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.156574:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.156579:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074965.156602:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.156616:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.156625:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.156639:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.156646:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.156653:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.156762:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.156770:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.156777:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000040:00080000:2.0:1769074965.157420:0:5763:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].405, 64 off34112
00000004:00080000:2.0:1769074965.157431:0:5763:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1950858522536ns, next at 1951858519553ns, rc = 0
00010000:00010000:2.0:1769074965.157490:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157501:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157512:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157519:0:5763:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157525:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157531:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157604:0:5763:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1769074965.157625:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157631:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157637:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157642:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.157646:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157653:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157663:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff9032af293f00)
00010000:00010000:2.0:1769074965.157666:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1769074965.157670:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157679:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c24 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157726:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157732:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157738:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157742:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.157745:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157750:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157758:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.157760:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.157763:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.157767:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c16 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:2.0:1769074965.157775:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004d469da0 reply state 00000000483040d9 transno 4295106669 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074965.157783:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074965.157885:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13246:x1855007657469952:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1437us (1880us total) trans 4295106669 rc 0/0
00000100:00100000:2.0:1769074965.157897:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210828
00000100:00100000:3.0:1769074965.161331:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074965.161458:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.161470:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.161478:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.161484:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.161488:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.161496:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.161512:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd13fc2bb (ffff9032af293500)
00010000:00010000:1.0:1769074965.161515:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.161519:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.161525:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43c1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074965.165169:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657470080
00000100:00100000:2.0:1769074965.165185:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657470080
00000100:00100000:2.0:1769074965.165252:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210829
00000100:00100000:2.0:1769074965.165261:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+324:13245:x1855007657470080:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.165281:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.165303:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43c32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098f5 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.165384:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.165398:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098ee expref: 325 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.165407:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.165438:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098ee expref: 325 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.165450:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098ee expref: 325 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.165463:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443200:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.165543:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7900 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.166832:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.166895:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657470208
00000100:00100000:3.0:1769074965.166904:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657470208
00000100:00100000:3.0:1769074965.166966:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210830
00000100:00100000:3.0:1769074965.166974:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13246:x1855007657470208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.166991:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.167006:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43c40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23098fc expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.167065:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167076:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167088:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167099:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167105:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167111:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167170:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167176:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167182:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167188:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074965.167193:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167200:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167210:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074965.167213:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074965.167217:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167222:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43c47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167232:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167237:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167243:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167248:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074965.167250:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167255:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167261:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd263642c (ffff90328bb7ff00)
00010000:00010000:3.0:1769074965.167263:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074965.167265:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167275:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43c4e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.167302:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43c40 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098fc expref: 327 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.167311:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074965.167313:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074965.167316:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43c40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098fc expref: 327 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.167323:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074965.167364:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13246:x1855007657470208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 391us (538us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074965.167370:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210830
00010000:00010000:0.0:1769074965.168224:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074965.168234:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.168245:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1d600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074965.168248:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.168256:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.168268:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10424:0x0].0x0 (ffff9032af293f00)
00010000:00010000:0.0:1769074965.168270:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074965.168274:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.168279:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43c2b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10424:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.168296:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074965.168298:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074965.168300:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769074965.170585:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443200:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.170616:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074965.173783:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.173942:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.174292:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657470464
00000100:00100000:2.0:1769074965.174303:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657470464
00000100:00100000:2.0:1769074965.174368:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210831
00000100:00100000:2.0:1769074965.174378:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13246:x1855007657470464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.174397:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.174416:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309903 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.174486:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.174500:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.174512:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074965.174575:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:2.0:1769074965.174579:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.174602:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.174625:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309903 expref: 328 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.174641:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309903 expref: 327 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.174650:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.174654:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1769074965.174657:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1c800, rc 0)
00000100:00100000:2.0:1769074965.174721:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+327:13246:x1855007657470464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 344us (778us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.174729:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210831
00000100:00100000:3.0:1769074965.176454:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657470336
00000100:00100000:3.0:1769074965.176466:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657470336
00010000:00010000:3.0:1769074965.176502:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098ee expref: 327 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.176581:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5745
00000100:00100000:3.0:1769074965.176590:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+327:2368:x1855007657470336:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.176604:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.176611:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098ee expref: 327 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.176623:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098ee expref: 327 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.176642:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43c08 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098ee expref: 327 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.176655:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074965.176660:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.176669:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.176676:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.176708:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.176773:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:2368:x1855007657470336:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 183us (3000us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.176781:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5745
00010000:00010000:2.0:1769074965.177238:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.177247:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.177293:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.177298:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.177316:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.177345:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43c32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098f5 expref: 326 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.177360:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098f5 expref: 325 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.177368:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:2.0:1769074965.177371:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.177374:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1cc00, rc 0)
00000100:00100000:2.0:1769074965.177418:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13245:x1855007657470080:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12158us (16096us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.177425:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210829
00000100:00100000:1.0:1769074965.182393:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.182464:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657470592
00000100:00100000:2.0:1769074965.182474:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657470592
00000100:00100000:2.0:1769074965.182531:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4519
00000100:00100000:2.0:1769074965.182541:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+325:13246:x1855007657470592:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:0.0:1769074965.185613:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.187013:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657470720
00000100:00100000:2.0:1769074965.187026:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657470720
00000100:00100000:2.0:1769074965.187099:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210832
00000100:00100000:2.0:1769074965.187109:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+327:13245:x1855007657470720:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.187131:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.187152:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230990a expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.187221:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187236:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187247:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187260:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187266:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187272:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187372:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187381:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187388:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.187420:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.187424:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.187441:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187451:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187459:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187465:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187471:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187478:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1d000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.187482:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187489:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187499:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.187502:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.187506:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187512:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43c6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187525:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187531:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187536:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187540:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1da00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.187543:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187548:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187555:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xbcf75103 (ffff9032af293a00)
00010000:00010000:2.0:1769074965.187557:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.187561:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187566:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43c71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.187593:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43c63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.187606:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 328 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.187612:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:2.0:1769074965.187615:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.187618:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d800, rc 0)
00000100:00100000:2.0:1769074965.187896:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13245:x1855007657470720:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 786us (2291us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.187904:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210832
00000100:00100000:2.0:1769074965.192641:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13246:x1855007657470592:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 10090us (10247us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.192654:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4519
00000100:00100000:0.0:1769074965.194727:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.194775:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.194838:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657471104
00000100:00100000:2.0:1769074965.194848:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657471104
00000100:00100000:2.0:1769074965.194898:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210833
00000100:00100000:2.0:1769074965.194926:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13245:x1855007657471104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.194945:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.194973:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43c7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309911 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.195078:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.195091:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309058 expref: 327 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.195098:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 327 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.195105:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.195136:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 327 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.195149:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 327 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.195160:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443328:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074965.195621:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657470848
00000100:00100000:3.0:1769074965.195627:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657470848
00010000:00010000:3.0:1769074965.195649:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 328 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.195676:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5746
00000100:00100000:3.0:1769074965.195683:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:2369:x1855007657470848:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.195694:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.195700:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 328 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.195717:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 328 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.195734:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:3.0:1769074965.195738:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.195757:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.195764:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074965.196066:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309058 expref: 328 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.196078:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309058 expref: 328 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.196088:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443456:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074965.196137:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:2369:x1855007657470848:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 453us (1417us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.196145:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5746
00000100:00100000:1.0:1769074965.197184:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.198796:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657471232
00000100:00100000:0.0:1769074965.198808:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657471232
00000100:00100000:0.0:1769074965.198857:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210834
00000100:00100000:0.0:1769074965.198864:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13246:x1855007657471232:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.198882:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.198901:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43c8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309918 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.198982:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.198996:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199007:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199021:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199027:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199235:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199331:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ca2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199339:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199345:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074965.199376:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e6:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.199380:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.199398:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199409:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ca2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199417:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199428:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199435:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199440:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.199444:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199451:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199461:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074965.199464:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.199468:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199474:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43c94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199489:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199495:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199500:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199506:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfa000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.199508:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199514:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199521:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xa3962d5b (ffff903298a49e00)
00010000:00010000:0.0:1769074965.199523:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.199525:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199530:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43c9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.199558:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43c8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309918 expref: 330 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.199570:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ca2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309918 expref: 329 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.199577:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:0.0:1769074965.199579:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.199582:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb400, rc 0)
00000100:00100000:0.0:1769074965.199716:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90329e3dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13246:x1855007657471232:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 851us (2536us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.199724:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210834
00000100:00100000:2.0:1769074965.200519:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7900 going to sleep for 11 seconds
00010000:00010000:2.0:1769074965.200618:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000069042bf0 x1855007623443328) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 328 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074965.200634:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43c78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230990a expref: 328 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.200646:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443328:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.205262:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.205285:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.205321:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.205382:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657471360
00000100:00100000:0.0:1769074965.205391:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657471360
00000100:00100000:0.0:1769074965.205485:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657471488
00000100:00100000:0.0:1769074965.205489:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657471488
00010000:00010000:0.0:1769074965.205505:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309058 expref: 329 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.205565:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443456:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.205592:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:2.0:1769074965.205598:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.205608:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.205616:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074965.205660:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5747
00000100:00100000:1.0:1769074965.205672:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:2368:x1855007657471488:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.205686:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.205693:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309058 expref: 329 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.205704:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309058 expref: 329 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.205724:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e421cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309058 expref: 329 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.205737:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:1.0:1769074965.205741:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.205858:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.205865:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.205958:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.206007:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:2368:x1855007657471488:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 337us (719us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.206015:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5747
00000100:00100000:1.0:1769074965.206120:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1660
00000100:00100000:1.0:1769074965.206127:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+327:2368:x1855007657471360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.206136:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.206146:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ca2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309918 expref: 327 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.206162:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:1.0:1769074965.206165:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.206185:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:2368:x1855007657471360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 59us (932us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.206191:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1660
00010000:00010000:2.0:1769074965.206359:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.206367:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.206386:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00010000:00010000:2.0:1769074965.206533:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43c7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309911 expref: 327 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.206549:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309911 expref: 326 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.206556:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:2.0:1769074965.206558:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.206561:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d400, rc 0)
00000100:00100000:2.0:1769074965.206585:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13245:x1855007657471104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11681us (11810us total) trans 4295106670 rc 0/0
00000100:00100000:2.0:1769074965.206592:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210833
00000100:00100000:2.0:1769074965.206606:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657471744
00000100:00100000:2.0:1769074965.206610:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657471744
00000100:00100000:2.0:1769074965.206647:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210835
00000100:00100000:2.0:1769074965.206654:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+326:13246:x1855007657471744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.206669:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.206682:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43cb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230991f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.206773:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.206784:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b0 expref: 327 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.206801:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.206829:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b0 expref: 327 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.206841:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b0 expref: 327 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.206853:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443584:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.206936:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7900 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.212899:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.212950:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443584:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.212984:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074965.213155:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657471872
00000100:00100000:0.0:1769074965.213163:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657471872
00000100:00100000:0.0:1769074965.213221:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210836
00000100:00100000:0.0:1769074965.213231:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13245:x1855007657471872:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.213256:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.213362:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43cbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309926 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.213446:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.213461:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309911 expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.213469:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.213503:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309911 expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.213514:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309911 expref: 329 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074965.213528:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623443712:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.213596:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.213724:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.213818:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657472000
00000100:00100000:3.0:1769074965.213823:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657472000
00010000:00010000:3.0:1769074965.213845:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b0 expref: 330 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.213977:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5748
00000100:00100000:3.0:1769074965.213984:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2368:x1855007657472000:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.213994:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.214000:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b0 expref: 330 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.214011:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b0 expref: 330 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.214036:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e4355c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23096b0 expref: 330 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.214050:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:3.0:1769074965.214055:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.214063:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.214069:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.214090:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.214121:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f19c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:2368:x1855007657472000:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 138us (398us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.214127:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5748
00010000:00010000:2.0:1769074965.214295:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.214303:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.214319:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e6:0x0]: returning size 260096
00010000:00010000:2.0:1769074965.214456:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43cb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230991f expref: 330 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.214471:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230991f expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.214476:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:2.0:1769074965.214478:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.214479:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1da00, rc 0)
00000100:00100000:2.0:1769074965.214548:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13246:x1855007657471744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7893us (9224us total) trans 4295106671 rc 0/0
00000100:00100000:2.0:1769074965.214553:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210835
00000100:00100000:1.0:1769074965.218846:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.218952:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.219031:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657472256
00000100:00100000:2.0:1769074965.219041:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657472256
00000100:00100000:2.0:1769074965.219100:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210837
00000100:00100000:2.0:1769074965.219110:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13246:x1855007657472256:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.219136:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.219158:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43cd3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230992d expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.219247:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.219259:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230991f expref: 330 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.219267:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.219305:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230991f expref: 330 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.219317:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230991f expref: 330 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.219330:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443840:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.219395:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.219669:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657472128
00000100:00100000:3.0:1769074965.219673:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657472128
00010000:00010000:3.0:1769074965.219691:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309911 expref: 331 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.219704:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5749
00000100:00100000:3.0:1769074965.219709:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:2369:x1855007657472128:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.219716:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.219719:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309911 expref: 331 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.219732:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309911 expref: 331 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.219745:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:3.0:1769074965.219750:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.219758:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.219764:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.219777:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.219814:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:2369:x1855007657472128:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 103us (976us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.219822:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5749
00010000:00010000:0.0:1769074965.220024:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43c86 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309911 expref: 330 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074965.220044:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623443712:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.220063:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.220071:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.220077:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074965.220109:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.220113:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.220127:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.220148:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43cbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309926 expref: 330 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.220160:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309926 expref: 329 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.220165:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:0.0:1769074965.220167:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.220169:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfa000, rc 0)
00000100:00100000:0.0:1769074965.220189:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13245:x1855007657471872:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6961us (7301us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.220193:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210836
00000100:00100000:1.0:1769074965.224414:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.224456:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.224526:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657472512
00000100:00100000:0.0:1769074965.224537:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657472512
00000100:00100000:0.0:1769074965.224599:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210838
00000100:00100000:0.0:1769074965.224608:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13245:x1855007657472512:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.224629:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.224650:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43ce1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309934 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.224718:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.224733:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.224755:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.224771:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.224778:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.224784:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.224900:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.224931:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.224939:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074965.224979:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.224984:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.225003:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225015:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225023:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225028:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225046:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225052:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.225055:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225062:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225074:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074965.225077:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.225083:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225088:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43ce8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225105:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225111:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225116:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225121:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.225124:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225129:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225137:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x98ca20bd (ffff903298a49e00)
00010000:00010000:0.0:1769074965.225140:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.225142:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225148:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43cef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.225177:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43ce1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309934 expref: 331 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.225190:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309934 expref: 330 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.225195:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:0.0:1769074965.225198:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.225200:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfae00, rc 0)
00000100:00100000:0.0:1769074965.225256:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13245:x1855007657472512:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 649us (799us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.225264:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210838
00000100:00100000:3.0:1769074965.225594:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657472384
00000100:00100000:3.0:1769074965.225601:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657472384
00010000:00010000:3.0:1769074965.225624:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230991f expref: 330 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.225657:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5750
00000100:00100000:3.0:1769074965.225666:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2368:x1855007657472384:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.225675:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.225680:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230991f expref: 330 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.225695:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230991f expref: 330 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.225708:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:3.0:1769074965.225713:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.225721:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.225727:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.225743:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.225784:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2368:x1855007657472384:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 120us (1379us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.225800:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5750
00010000:00010000:2.0:1769074965.230259:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43cb7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230991f expref: 329 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.230282:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443840:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.230309:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.230333:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.230340:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.230392:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e6:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.230396:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.230415:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.230446:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43cd3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230992d expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.230459:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d800/0x2152b583a6e43cda lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230992d expref: 328 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.230473:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e6:0x0].0x0 (ffff903384c4ee00)
00010000:00010000:2.0:1769074965.230476:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.230480:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d800, rc 0)
00000100:00100000:2.0:1769074965.230593:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13246:x1855007657472256:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11484us (11640us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.230601:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210837
00000100:00100000:1.0:1769074965.231688:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.231879:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657472768
00000100:00100000:2.0:1769074965.231888:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657472768
00000100:00100000:2.0:1769074965.231962:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210839
00000100:00100000:2.0:1769074965.231971:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13245:x1855007657472768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.231989:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.232006:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43cfd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230993b expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.232102:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.232116:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309082 expref: 329 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.232124:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309934 expref: 329 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.232132:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.232162:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309934 expref: 329 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.232176:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309934 expref: 329 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.232188:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443968:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.232262:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309082 expref: 329 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.232271:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309082 expref: 329 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.232280:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444096:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.232299:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7000 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.239285:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.239313:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657472896
00000100:00100000:0.0:1769074965.239322:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657472896
00010000:00010000:0.0:1769074965.239363:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309082 expref: 330 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074965.239396:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5751
00000100:00100000:0.0:1769074965.239405:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2369:x1855007657472896:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.239420:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.239427:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309082 expref: 330 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074965.239439:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309082 expref: 330 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074965.239461:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:0.0:1769074965.239467:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.239476:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.239482:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.239527:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2369:x1855007657472896:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 123us (251us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.239534:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5751
00000100:00100000:3.0:1769074965.239722:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623443968:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.239734:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd12c00/0x2152b583a6e4224d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309082 expref: 329 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.239747:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444096:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.239772:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074965.243101:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.243207:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657473152
00000100:00100000:3.0:1769074965.243216:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657473152
00010000:00010000:3.0:1769074965.243255:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309934 expref: 329 pid: 11659 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.243302:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5752
00000100:00100000:3.0:1769074965.243312:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:2369:x1855007657473152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.243326:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.243333:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309934 expref: 329 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.243346:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309934 expref: 329 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.243368:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43cf6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309934 expref: 329 pid: 11659 timeout: 2050 lvb_type: 0
00010000:00010000:3.0:1769074965.243387:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:3.0:1769074965.243393:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.243403:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.243410:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.243438:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.243492:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:2369:x1855007657473152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 181us (401us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.243500:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5752
00010000:00010000:2.0:1769074965.244212:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.244222:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.244243:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00010000:00010000:2.0:1769074965.244401:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43cfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230993b expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.244417:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230993b expref: 328 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.244424:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:2.0:1769074965.244427:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.244430:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d000, rc 0)
00000100:00100000:2.0:1769074965.244527:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13245:x1855007657472768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12556us (12843us total) trans 4295106672 rc 0/0
00000100:00100000:2.0:1769074965.244536:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210839
00000100:00100000:1.0:1769074965.246759:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.246949:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657473280
00000100:00100000:2.0:1769074965.246960:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657473280
00000100:00100000:2.0:1769074965.247015:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210840
00000100:00100000:2.0:1769074965.247025:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13246:x1855007657473280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.247051:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.247072:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43d12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309942 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.247134:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247148:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247158:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247170:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247176:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247181:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247237:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247247:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247253:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247259:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.247262:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247268:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247291:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.247294:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.247299:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247304:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43d19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247317:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247322:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247327:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247331:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1dc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.247333:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247339:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247345:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xd263642c (ffff9032af293a00)
00010000:00010000:2.0:1769074965.247347:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.247350:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247355:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43d20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.247381:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43d12 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309942 expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.247389:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.247391:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.247395:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43d12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309942 expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.247403:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d200, rc 0)
00000100:00100000:2.0:1769074965.247460:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13246:x1855007657473280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 437us (721us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074965.247466:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210840
00000100:00100000:0.0:1769074965.252730:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.254242:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657473408
00000100:00100000:1.0:1769074965.254256:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657473408
00000100:00100000:1.0:1769074965.254432:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210841
00000100:00100000:1.0:1769074965.254443:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+328:13245:x1855007657473408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.254469:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.254493:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43d27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309949 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.254591:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.254606:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230993b expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.254614:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.254653:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230993b expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.254665:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230993b expref: 329 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074965.254677:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623444224:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.255149:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338779c840 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.258123:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.258355:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623444224:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.258382:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.258468:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657473664
00000100:00100000:0.0:1769074965.258476:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657473664
00000100:00100000:0.0:1769074965.258561:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210842
00000100:00100000:0.0:1769074965.258570:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb12ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13246:x1855007657473664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.258590:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.258609:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43d35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309950 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.258702:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.258716:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e9 expref: 331 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.258724:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.258755:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e9 expref: 331 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.258766:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e9 expref: 331 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074965.258780:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab897800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444352:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.258865:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386c2b6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.259657:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.259729:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657473792
00000100:00100000:0.0:1769074965.259736:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657473792
00010000:00010000:0.0:1769074965.259762:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230993b expref: 332 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074965.259807:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5753
00000100:00100000:0.0:1769074965.259815:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+332:2368:x1855007657473792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.259826:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.259832:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230993b expref: 332 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074965.259845:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230993b expref: 332 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074965.259863:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43d04 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230993b expref: 332 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:0.0:1769074965.259877:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:0.0:1769074965.259881:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.259888:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.259894:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.259938:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.259980:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:2368:x1855007657473792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 166us (328us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.259987:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5753
00010000:00010000:1.0:1769074965.260083:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.260091:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.260131:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.260135:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.260154:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.260182:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43d27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309949 expref: 331 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.260195:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309949 expref: 330 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.260203:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:1.0:1769074965.260206:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.260209:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73400, rc 0)
00000100:00100000:1.0:1769074965.260236:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13245:x1855007657473408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5796us (7515us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.260243:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210841
00000100:00100000:2.0:1769074965.270587:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.270618:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657473920
00000100:00100000:2.0:1769074965.270626:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657473920
00010000:00010000:2.0:1769074965.270663:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e9 expref: 330 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:2.0:1769074965.270702:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5754
00000100:00100000:2.0:1769074965.270711:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2369:x1855007657473920:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.270726:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.270732:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e9 expref: 330 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074965.270745:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e9 expref: 330 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:2.0:1769074965.270766:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:2.0:1769074965.270772:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.270781:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.270801:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.270820:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.270865:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2369:x1855007657473920:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 154us (289us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.270873:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5754
00010000:00010000:0.0:1769074965.271125:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fac00/0x2152b583a6e42fc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094e9 expref: 329 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:0.0:1769074965.271146:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab897800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444352:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.271165:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.271174:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.271180:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074965.271200:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00010000:00010000:0.0:1769074965.271354:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43d35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309950 expref: 330 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.271374:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309950 expref: 329 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.271382:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:0.0:1769074965.271385:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074965.271388:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb800, rc 0)
00000100:00100000:0.0:1769074965.271429:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb12ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13246:x1855007657473664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12860us (13314us total) trans 4295106673 rc 0/0
00000100:00100000:0.0:1769074965.271436:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210842
00000100:00100000:1.0:1769074965.272485:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.272553:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657474048
00000100:00100000:0.0:1769074965.272562:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657474048
00000100:00100000:0.0:1769074965.272607:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210843
00000100:00100000:0.0:1769074965.272617:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13245:x1855007657474048:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.272637:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.272655:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43d4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309957 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.272714:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272727:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272736:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272749:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272756:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272762:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272873:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43d5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272883:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272890:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074965.272958:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.272963:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.272978:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272988:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43d5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.272996:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273002:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273009:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273015:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.273019:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273027:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273038:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074965.273040:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.273045:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273051:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43d51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273066:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273072:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273078:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273084:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.273087:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273093:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273100:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3afecd66 (ffff903298a49e00)
00010000:00010000:0.0:1769074965.273102:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.273105:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273110:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43d58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.273137:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43d4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309957 expref: 331 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.273150:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43d5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309957 expref: 330 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.273156:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074965.273158:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.273160:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfae00, rc 0)
00000100:00100000:0.0:1769074965.273212:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13245:x1855007657474048:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 597us (732us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.273220:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210843
00000100:00100000:2.0:1769074965.277733:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.277837:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657474176
00000100:00100000:1.0:1769074965.277847:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657474176
00000100:00100000:1.0:1769074965.277901:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210844
00000100:00100000:1.0:1769074965.277944:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13246:x1855007657474176:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.277969:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.277989:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43d66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230995e expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.278076:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.278091:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309950 expref: 331 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.278100:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.278134:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309950 expref: 331 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.278147:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309950 expref: 331 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074965.278160:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623444480:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.278232:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338779c840 going to sleep for 11 seconds
00000100:00100000:2.0:1769074965.283370:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.283612:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657474304
00000100:00100000:0.0:1769074965.283621:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657474304
00000100:00100000:0.0:1769074965.283688:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1661
00000100:00100000:0.0:1769074965.283698:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+332:2369:x1855007657474304:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.283713:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.283739:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43d5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309957 expref: 332 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.283757:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074965.283762:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.283877:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f18450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:2369:x1855007657474304:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (515us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.283885:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1661
00000100:00100000:1.0:1769074965.284842:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623444480:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.284875:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074965.285180:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.285223:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.285353:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657474688
00000100:00100000:1.0:1769074965.285359:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657474688
00010000:00010000:1.0:1769074965.285381:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309950 expref: 331 pid: 5763 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074965.285408:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5755
00000100:00100000:1.0:1769074965.285417:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:2369:x1855007657474688:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.285428:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.285434:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309950 expref: 331 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.285447:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309950 expref: 331 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.285465:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e43d3c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309950 expref: 331 pid: 5763 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.285479:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:1.0:1769074965.285483:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.285489:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.285494:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.285514:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074965.285538:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.285546:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074965.285566:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2369:x1855007657474688:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (341us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.285573:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5755
00000004:00200000:3.0:1769074965.285588:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cb:0x0]: returning size 260096
00000004:00200000:3.0:1769074965.285593:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074965.285613:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.285642:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43d66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230995e expref: 330 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.285657:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72000/0x2152b583a6e43d6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230995e expref: 329 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.285664:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cb:0x0].0x0 (ffff9033bb559600)
00010000:00010000:3.0:1769074965.285666:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074965.285669:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72000, rc 0)
00000100:00100000:3.0:1769074965.285694:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13246:x1855007657474176:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7786us (7976us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.285701:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210844
00000100:00100000:3.0:1769074965.285715:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657474560
00000100:00100000:3.0:1769074965.285718:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657474560
00000100:00100000:3.0:1769074965.285881:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210845
00000100:00100000:3.0:1769074965.285889:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+329:13245:x1855007657474560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.285905:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.285954:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43d74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309965 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.286037:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.286050:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23093e6 expref: 330 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.286057:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.286085:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093e6 expref: 330 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.286099:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093e6 expref: 330 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:3.0:1769074965.286115:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb822d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623444608:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074965.286164:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833ce40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.290163:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb822d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623444608:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.290192:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074965.294227:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.294338:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.295215:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657474944
00000100:00100000:1.0:1769074965.295225:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657474944
00010000:00010000:1.0:1769074965.295260:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093e6 expref: 331 pid: 7034 timeout: 2050 lvb_type: 0
00000100:00100000:1.0:1769074965.295296:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5756
00000100:00100000:1.0:1769074965.295305:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:2368:x1855007657474944:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.295321:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.295328:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093e6 expref: 331 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.295341:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093e6 expref: 331 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.295363:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa200/0x2152b583a6e42cb8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23093e6 expref: 331 pid: 7034 timeout: 2050 lvb_type: 0
00010000:00010000:1.0:1769074965.295378:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:1.0:1769074965.295384:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.295392:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.295398:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.295420:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074965.295445:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.295452:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074965.295475:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000100:00100000:1.0:1769074965.295478:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:2368:x1855007657474944:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (1140us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.295485:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5756
00010000:00010000:3.0:1769074965.295621:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e43d74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309965 expref: 331 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.295636:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309965 expref: 330 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.295644:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:3.0:1769074965.295647:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074965.295649:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074965.295676:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338abe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13245:x1855007657474560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9789us (10497us total) trans 4295106674 rc 0/0
00000100:00100000:3.0:1769074965.295683:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210845
00000100:00100000:3.0:1769074965.295698:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657474816
00000100:00100000:3.0:1769074965.295702:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657474816
00000100:00100000:3.0:1769074965.295798:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210846
00000100:00100000:3.0:1769074965.295806:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+330:13246:x1855007657474816:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.295821:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.295834:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43d89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230996c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.295884:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.295894:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.295902:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296132:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296140:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296147:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296243:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296251:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296257:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074965.296302:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:3.0:1769074965.296307:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074965.296319:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296328:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296336:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296343:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296349:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296358:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074965.296362:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296369:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296378:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074965.296380:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074965.296384:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296390:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43d90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296399:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296404:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296409:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296413:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074965.296415:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296421:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296427:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x17d46a (ffff90328bb7ff00)
00010000:00010000:3.0:1769074965.296429:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074965.296432:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296437:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43d97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.296463:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43d89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230996c expref: 332 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.296473:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230996c expref: 331 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.296480:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:3.0:1769074965.296482:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074965.296484:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5f31e00, rc 0)
00000100:00100000:3.0:1769074965.296511:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb822d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:13246:x1855007657474816:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 707us (2296us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.296517:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210846
00000100:00100000:2.0:1769074965.303955:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.304149:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657475200
00000100:00100000:0.0:1769074965.304161:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657475200
00000100:00100000:0.0:1769074965.304222:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210847
00000100:00100000:0.0:1769074965.304233:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:13246:x1855007657475200:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.304254:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.304285:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43da5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309973 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.304389:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.304404:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23094fe expref: 332 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.304412:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230996c expref: 332 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.304426:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.304458:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230996c expref: 332 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.304472:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230996c expref: 332 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.304485:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444736:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.304577:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094fe expref: 332 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.304587:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094fe expref: 332 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.304596:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444864:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.304617:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48c00 going to sleep for 11 seconds
00000100:00100000:2.0:1769074965.309416:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074965.309430:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000012dace8f x1855007623444736) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230996c expref: 332 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.309453:0:5763:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230996c expref: 332 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.309476:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e43d9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230996c expref: 332 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.309497:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444736:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.309499:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.309512:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444864:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.309532:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:0.0:1769074965.309537:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.309546:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.309555:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074965.309657:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657475328
00000100:00100000:3.0:1769074965.309666:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657475328
00000100:00100000:3.0:1769074965.309721:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657475456
00000100:00100000:3.0:1769074965.309724:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657475456
00010000:00010000:3.0:1769074965.309738:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094fe expref: 333 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.309755:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1662
00000100:00100000:1.0:1769074965.309768:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:2366:x1855007657475328:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.309792:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.309796:0:5747:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e43d9e)
00010000:00010000:1.0:1769074965.309798:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.309854:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:2366:x1855007657475328:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 89us (446us total) trans 0 rc 116/116
00000100:00100000:1.0:1769074965.314172:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1662
00000100:00100000:1.0:1769074965.314222:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5757
00000100:00100000:1.0:1769074965.314239:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+332:2369:x1855007657475456:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.314263:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.314327:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094fe expref: 332 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.314344:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094fe expref: 332 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.314366:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e43000 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23094fe expref: 332 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.314384:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:1.0:1769074965.314389:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.314398:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.314405:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.314441:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.314501:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:2369:x1855007657475456:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 271us (5000us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.314509:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5757
00010000:00010000:3.0:1769074965.314628:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.314640:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074965.314666:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00010000:00010000:3.0:1769074965.314837:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43da5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309973 expref: 332 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.314854:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309973 expref: 331 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.314861:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:3.0:1769074965.314864:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074965.314867:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfbc00, rc 0)
00000100:00100000:3.0:1769074965.315316:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:13246:x1855007657475200:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11082us (11367us total) trans 4295106675 rc 0/0
00000100:00100000:3.0:1769074965.315324:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210847
00000100:00100000:3.0:1769074965.317466:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.317595:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657475584
00000100:00100000:3.0:1769074965.317605:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657475584
00000100:00100000:3.0:1769074965.317655:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210848
00000100:00100000:3.0:1769074965.317665:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:13245:x1855007657475584:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.317687:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.317708:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43dba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230997a expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.317811:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.317825:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309965 expref: 332 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.317838:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.317870:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309965 expref: 332 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.317883:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309965 expref: 332 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.317895:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb821c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444992:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074965.318086:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c300 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.322446:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.322526:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657475712
00000100:00100000:1.0:1769074965.322537:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657475712
00000100:00100000:1.0:1769074965.322622:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210849
00000100:00100000:1.0:1769074965.322632:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:13246:x1855007657475712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.322657:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.322677:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43dc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309981 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.322753:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.322766:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309973 expref: 334 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.322773:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.322814:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309973 expref: 334 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.322825:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309973 expref: 334 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.322838:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623445120:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.322931:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338779c840 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.327880:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623445120:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.327954:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074965.328193:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb821c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623444992:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.328208:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074965.329437:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.329478:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.329506:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657475840
00000100:00100000:1.0:1769074965.329515:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657475840
00010000:00010000:1.0:1769074965.329553:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309965 expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.329592:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657475968
00000100:00100000:1.0:1769074965.329595:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657475968
00010000:00010000:1.0:1769074965.329607:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309973 expref: 336 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.329638:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5758
00000100:00100000:1.0:1769074965.329647:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:2369:x1855007657475840:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1769074965.329661:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5759
00010000:00010000:1.0:1769074965.329663:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.329670:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309965 expref: 336 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.329671:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:2369:x1855007657475968:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.329678:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.329681:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309965 expref: 336 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.329682:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309973 expref: 336 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.329691:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309973 expref: 336 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.329703:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e43d7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309965 expref: 336 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.329703:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43dac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309973 expref: 336 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.329719:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074965.329719:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:1.0:1769074965.329724:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.329724:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.329734:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.329734:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.329742:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.329742:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.329763:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074965.329768:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.329819:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:2369:x1855007657475968:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 150us (339us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.329827:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5759
00010000:00010000:3.0:1769074965.329835:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.329843:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074965.329888:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:3.0:1769074965.329893:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074965.329934:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.329962:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e43dba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230997a expref: 334 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.329982:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230997a expref: 333 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.329989:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:3.0:1769074965.329991:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074965.329993:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6a00, rc 0)
00000100:00100000:1.0:1769074965.331367:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:2369:x1855007657475840:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1714us (1929us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.331378:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5758
00010000:00010000:1.0:1769074965.331416:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.331425:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.331456:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cd:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.331460:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.331474:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.331502:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e43dc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309981 expref: 333 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.331517:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72200/0x2152b583a6e43dcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309981 expref: 332 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.331525:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cd:0x0].0x0 (ffff9033bb559a00)
00010000:00010000:1.0:1769074965.331528:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.331531:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72200, rc 0)
00000100:00100000:1.0:1769074965.331563:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+332:13246:x1855007657475712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8934us (9127us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.331570:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210849
00000100:00100000:3.0:1769074965.331865:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:13245:x1855007657475584:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14200us (14402us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.331873:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210848
00000100:00100000:2.0:1769074965.340432:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.340477:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.340629:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657476096
00000100:00100000:3.0:1769074965.340640:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657476096
00000100:00100000:1.0:1769074965.340658:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657476224
00000100:00100000:1.0:1769074965.340663:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657476224
00000100:00100000:3.0:1769074965.340700:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210850
00000100:00100000:1.0:1769074965.340706:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210851
00000100:00100000:3.0:1769074965.340709:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+332:13246:x1855007657476096:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074965.340712:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+332:13245:x1855007657476224:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.340728:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.340728:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.340747:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43dd6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230998f expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.340747:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43ddd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309988 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.340821:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.340836:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.340847:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.340862:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.340868:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.340873:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341017:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43df2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341026:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43df2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341044:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43df2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.341077:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.341081:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.341098:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43df2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341107:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43df2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341116:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341121:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341128:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341134:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaefa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.341137:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341144:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341155:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074965.341158:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.341163:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341168:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e43de4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341178:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341183:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341189:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341193:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.341195:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341201:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341207:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x76821429 (ffff903299a8d900)
00010000:00010000:1.0:1769074965.341210:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.341212:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341217:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e43deb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.341241:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e43dd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230998f expref: 335 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.341253:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43df2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230998f expref: 334 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.341259:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074965.341262:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.341264:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3f400, rc 0)
00000100:00100000:1.0:1769074965.341326:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3924380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:13245:x1855007657476224:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 613us (848us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.341334:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210851
00010000:00010000:2.0:1769074965.346456:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346480:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346491:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346510:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346516:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346523:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346635:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43e07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346643:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43e07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346649:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43e07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.346684:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.346689:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.346708:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43e07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346719:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43e07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346729:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346734:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346740:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346745:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.346750:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346757:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074965.346763:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074965.346768:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.346770:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.346775:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346781:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43df9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346803:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346809:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346814:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346819:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.346822:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346827:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346833:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xc3f00931 (ffff9032af293a00)
00010000:00010000:2.0:1769074965.346836:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.346839:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.346844:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43e00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074965.346858:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074965.346875:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e43ddd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309988 expref: 334 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.346889:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43e07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309988 expref: 333 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.346896:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:2.0:1769074965.346898:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.346901:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1c400, rc 0)
00000100:00100000:3.0:1769074965.346948:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657476608
00000100:00100000:3.0:1769074965.346956:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657476608
00000100:00100000:2.0:1769074965.346983:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3927100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:13246:x1855007657476096:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6274us (6561us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.346990:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210850
00000100:00100000:3.0:1769074965.347005:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1663
00000100:00100000:2.0:1769074965.347009:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657476480
00000100:00100000:2.0:1769074965.347012:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657476480
00000100:00100000:3.0:1769074965.347013:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f19050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:2368:x1855007657476608:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.347427:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.347445:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43df2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230998f expref: 334 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.347457:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:3.0:1769074965.347462:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.347503:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f19050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:2368:x1855007657476608:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 490us (643us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.347510:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1663
00000100:00100000:1.0:1769074965.351894:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.351979:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657476736
00000100:00100000:3.0:1769074965.351990:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657476736
00000100:00100000:3.0:1769074965.352059:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1664
00000100:00100000:3.0:1769074965.352069:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:2367:x1855007657476736:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.352083:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.352108:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43e07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309988 expref: 333 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.352126:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074965.352132:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.352181:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+332:2367:x1855007657476736:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 113us (296us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.352188:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1664
00000100:00100000:0.0:1769074965.354477:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210852
00000100:00100000:0.0:1769074965.354497:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+331:13245:x1855007657476480:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.354517:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.354537:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43e0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309996 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.354642:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.354657:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23091bd expref: 332 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.354666:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.354698:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091bd expref: 332 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.354712:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091bd expref: 332 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.354725:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623445248:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.354972:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48c00 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.365233:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.365325:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657476992
00000100:00100000:1.0:1769074965.365334:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657476992
00000100:00100000:1.0:1769074965.365397:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210853
00000100:00100000:1.0:1769074965.365407:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:13246:x1855007657476992:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.365428:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.365448:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43e1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a230999d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.365555:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.365569:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309528 expref: 334 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.365577:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.365608:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309528 expref: 334 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.365619:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309528 expref: 334 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.365633:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623445376:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.365722:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338779c840 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.368519:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.368565:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623445248:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.368591:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074965.368638:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623445376:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.368653:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074965.368667:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657477120
00000100:00100000:1.0:1769074965.368674:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657477120
00010000:00010000:1.0:1769074965.368708:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091bd expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.368755:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5760
00000100:00100000:1.0:1769074965.368765:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:2368:x1855007657477120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.368778:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.368793:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091bd expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.368804:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091bd expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.368825:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bb7f4400/0x2152b583a6e425f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23091bd expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.368840:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074965.368845:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.368854:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.368861:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.368887:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.368964:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb822300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:2368:x1855007657477120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 199us (451us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.368972:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5760
00010000:00010000:0.0:1769074965.369038:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.369045:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074965.369066:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00010000:00010000:0.0:1769074965.369216:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43e0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309996 expref: 335 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.369235:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309996 expref: 334 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.369243:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:0.0:1769074965.369246:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074965.369248:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb000, rc 0)
00000100:00100000:0.0:1769074965.369284:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:13245:x1855007657476480:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14795us (22523us total) trans 4295106676 rc 0/0
00000100:00100000:0.0:1769074965.369291:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210852
00000100:00100000:3.0:1769074965.378058:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.378155:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.378533:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657477376
00000100:00100000:0.0:1769074965.378543:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657477376
00000100:00100000:0.0:1769074965.378611:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210854
00000100:00100000:0.0:1769074965.378622:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:13245:x1855007657477376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.378647:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.378667:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43e31 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099a4 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.378765:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.378779:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309996 expref: 335 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.378797:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.378830:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309996 expref: 335 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.378842:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309996 expref: 335 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.378854:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623445504:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.378974:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48c00 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.379278:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657477248
00000100:00100000:1.0:1769074965.379284:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657477248
00010000:00010000:1.0:1769074965.379309:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309528 expref: 336 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.379346:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5761
00000100:00100000:1.0:1769074965.379354:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:2367:x1855007657477248:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.379363:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.379368:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309528 expref: 336 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.379379:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309528 expref: 336 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.379396:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e43085 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309528 expref: 336 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.379411:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:1.0:1769074965.379416:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.379423:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.379429:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.379459:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.379487:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb822680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:2367:x1855007657477248:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 134us (1440us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.379498:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5761
00010000:00010000:0.0:1769074965.379695:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.379706:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074965.379725:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00010000:00010000:0.0:1769074965.379896:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43e1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230999d expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.379958:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230999d expref: 335 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.379965:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:0.0:1769074965.379968:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074965.379970:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e000, rc 0)
00000100:00100000:0.0:1769074965.379997:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13246:x1855007657476992:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14592us (14773us total) trans 4295106677 rc 0/0
00000100:00100000:0.0:1769074965.380004:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210853
00000100:00100000:2.0:1769074965.385457:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.385542:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657477504
00000100:00100000:0.0:1769074965.385553:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657477504
00000100:00100000:0.0:1769074965.385648:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210855
00000100:00100000:0.0:1769074965.385659:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13246:x1855007657477504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.385683:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.385706:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43e46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099ab expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.385807:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.385823:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230999d expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.385833:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.385868:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230999d expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.385880:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230999d expref: 336 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.385894:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab897800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623445632:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.386019:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48a80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.389185:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623445504:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.389213:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074965.391735:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.391866:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657477632
00000100:00100000:0.0:1769074965.391876:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657477632
00010000:00010000:0.0:1769074965.391948:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309996 expref: 337 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.391980:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5762
00000100:00100000:0.0:1769074965.391992:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:2368:x1855007657477632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.392007:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.392014:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309996 expref: 337 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.392026:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309996 expref: 337 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.392057:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e43e15 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309996 expref: 337 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.392079:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:0.0:1769074965.392085:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.392094:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.392102:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.392125:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.392177:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:2368:x1855007657477632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 187us (450us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.392185:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5762
00010000:00010000:0.0:1769074965.392561:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.392568:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074965.392614:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.392619:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.392638:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.392663:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e43e31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099a4 expref: 336 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.392677:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099a4 expref: 335 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.392682:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:0.0:1769074965.392684:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.392686:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb400, rc 0)
00000100:00100000:0.0:1769074965.392711:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13245:x1855007657477376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 14093us (14557us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.392716:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210854
00000100:00100000:1.0:1769074965.392803:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab897800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623445632:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.392823:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.393683:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.393752:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657477760
00000100:00100000:3.0:1769074965.393760:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657477760
00010000:00010000:3.0:1769074965.393797:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230999d expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.393829:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5763
00000100:00100000:3.0:1769074965.393838:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:2367:x1855007657477760:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.393849:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.393855:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230999d expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.393867:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230999d expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.393886:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43e23 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cf:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230999d expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.393898:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:3.0:1769074965.393903:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.394389:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.394399:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.394484:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.394549:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:2367:x1855007657477760:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 710us (868us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.394557:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5763
00010000:00010000:1.0:1769074965.398426:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.398443:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.398493:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cf:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.398498:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.398518:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.398600:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e43e46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ab expref: 334 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.398628:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfae00/0x2152b583a6e43e4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ab expref: 333 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.398637:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cf:0x0].0x0 (ffff9033bb559900)
00010000:00010000:1.0:1769074965.398640:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.398643:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfae00, rc 0)
00000100:00100000:1.0:1769074965.398838:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a3926d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:13246:x1855007657477504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13180us (13389us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.398847:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210855
00000100:00100000:0.0:1769074965.405664:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.405861:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657478016
00000100:00100000:1.0:1769074965.405874:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657478016
00000100:00100000:1.0:1769074965.406254:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210856
00000100:00100000:1.0:1769074965.406345:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+333:13245:x1855007657478016:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.406369:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.406391:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43e54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099b2 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.406488:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.406503:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0e00/0x2152b583a6dfb75d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a22f35a7 expref: 334 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.406511:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.406616:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0e00/0x2152b583a6dfb75d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f35a7 expref: 334 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.406630:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0e00/0x2152b583a6dfb75d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f35a7 expref: 334 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.406644:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623445760:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.406765:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338779c840 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.410380:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623445760:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.410410:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.413003:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.413411:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657478144
00000100:00100000:2.0:1769074965.413421:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657478144
00000100:00100000:2.0:1769074965.413512:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210857
00000100:00100000:2.0:1769074965.413521:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13246:x1855007657478144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.413540:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.413559:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43e62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099b9 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.413622:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413636:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413647:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413659:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413666:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413672:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413775:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43e77 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413792:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43e77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413800:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43e77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074965.413830:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.413834:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.413849:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43e77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413859:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43e77 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413867:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413873:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413879:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413885:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1d200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.413888:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413895:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413905:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.413931:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.413944:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413951:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43e69 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413963:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413968:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413974:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413978:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1d400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.413981:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413987:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.413993:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x103f9c81 (ffff9032af293a00)
00010000:00010000:2.0:1769074965.413995:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.413998:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.414003:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.414153:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43e62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b9 expref: 337 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.414168:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43e77 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b9 expref: 336 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.414176:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074965.414178:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.414181:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1c600, rc 0)
00000100:00100000:2.0:1769074965.414242:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:13246:x1855007657478144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 722us (1247us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.414250:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210857
00000100:00100000:0.0:1769074965.424895:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.425376:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657478272
00000100:00100000:2.0:1769074965.425397:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657478272
00000100:00100000:2.0:1769074965.425462:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1665
00000100:00100000:2.0:1769074965.425471:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:2367:x1855007657478272:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.425487:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.425512:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43e77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b9 expref: 336 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.425529:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074965.425534:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.425602:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:2367:x1855007657478272:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 131us (716us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.425610:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1665
00000100:00100000:0.0:1769074965.426868:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.426943:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657478400
00000100:00100000:3.0:1769074965.426952:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657478400
00010000:00010000:3.0:1769074965.426980:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0e00/0x2152b583a6dfb75d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f35a7 expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.427016:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5764
00000100:00100000:3.0:1769074965.427025:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:2368:x1855007657478400:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.427046:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.427052:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0e00/0x2152b583a6dfb75d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f35a7 expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.427065:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0e00/0x2152b583a6dfb75d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f35a7 expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.427083:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033877c0e00/0x2152b583a6dfb75d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f35a7 expref: 335 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.427097:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e5:0x0].0x0 (ffff903384c4e400)
00010000:00010000:3.0:1769074965.427102:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.427110:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.427117:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.428474:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.428622:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:2368:x1855007657478400:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 1593us (1753us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.428634:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5764
00000100:00100000:0.0:1769074965.433097:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.433275:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657478656
00000100:00100000:2.0:1769074965.433287:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657478656
00000100:00100000:2.0:1769074965.433348:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210858
00000100:00100000:2.0:1769074965.433356:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+334:13246:x1855007657478656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.433374:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.433395:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43e7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099c0 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.433483:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.433494:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230954b expref: 335 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.433501:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.433526:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230954b expref: 335 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.433535:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230954b expref: 335 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.433547:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623445888:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.433625:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00010000:00010000:1.0:1769074965.436813:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.436832:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.436855:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e5:0x0]: returning size 260096
00010000:00010000:1.0:1769074965.437037:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43e54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b2 expref: 337 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.437057:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b2 expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.437065:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e5:0x0].0x0 (ffff903384c4e400)
00010000:00010000:1.0:1769074965.437068:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074965.437071:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3f400, rc 0)
00000100:00100000:1.0:1769074965.440350:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:13245:x1855007657478016:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 33996us (34682us total) trans 4295106678 rc 0/0
00000100:00100000:1.0:1769074965.440365:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210856
00000100:00100000:0.0:1769074965.441049:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.441897:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623445888:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.442131:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074965.442240:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657478784
00000100:00100000:1.0:1769074965.442248:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657478784
00010000:00010000:1.0:1769074965.442291:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230954b expref: 336 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.442329:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5765
00000100:00100000:1.0:1769074965.442338:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:2369:x1855007657478784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.442353:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.442360:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230954b expref: 336 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.442377:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230954b expref: 336 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.442399:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8e00/0x2152b583a6e430ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230954b expref: 336 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.442412:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:1.0:1769074965.442418:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.442428:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.442435:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.442458:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074965.442482:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.442489:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074965.442509:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000100:00100000:1.0:1769074965.442516:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:2369:x1855007657478784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 180us (1469us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.442524:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5765
00010000:00010000:2.0:1769074965.442663:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e43e7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c0 expref: 336 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.442678:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c0 expref: 335 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.442686:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074965.442689:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.442691:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d400, rc 0)
00000100:00100000:2.0:1769074965.442718:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13246:x1855007657478656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9362us (9627us total) trans 4295106679 rc 0/0
00000100:00100000:2.0:1769074965.442724:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210858
00000100:00100000:0.0:1769074965.449652:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.449731:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657478912
00000100:00100000:2.0:1769074965.449843:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657478912
00000100:00100000:2.0:1769074965.449934:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210859
00000100:00100000:2.0:1769074965.449951:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13245:x1855007657478912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.449973:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.449993:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43e9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099c7 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.450215:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.450230:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b2 expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.450237:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.450280:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b2 expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.450292:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b2 expref: 336 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.450305:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623446016:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.450390:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.453720:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.456047:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ab894000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623446016:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.456080:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074965.456128:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.456156:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657479040
00000100:00100000:1.0:1769074965.456165:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657479040
00000100:00100000:1.0:1769074965.456223:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210860
00000100:00100000:1.0:1769074965.456233:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13246:x1855007657479040:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.456259:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.456290:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43ea8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099ce expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074965.456371:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657479168
00010000:00010000:1.0:1769074965.456375:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074965.456376:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657479168
00010000:00010000:1.0:1769074965.456388:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c0 expref: 339 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.456393:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b2 expref: 339 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.456395:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.456425:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c0 expref: 339 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.456436:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c0 expref: 339 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.456449:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623446144:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.456456:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5766
00000100:00100000:2.0:1769074965.456463:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:2368:x1855007657479168:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.456472:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.456477:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b2 expref: 339 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.456486:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b2 expref: 339 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.456502:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43e5b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099b2 expref: 339 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.456517:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e5:0x0].0x0 (ffff903384c4e400)
00010000:00010000:2.0:1769074965.456521:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074965.456525:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338779c840 going to sleep for 11 seconds
00010000:00010000:2.0:1769074965.456532:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.456538:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.456557:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.456583:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:2368:x1855007657479168:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 120us (684us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.456591:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5766
00010000:00010000:2.0:1769074965.457860:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.457874:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074965.457936:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e5:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.457942:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.457962:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.457995:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43e9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c7 expref: 338 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.458011:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d200/0x2152b583a6e43ea1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c7 expref: 337 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.458020:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e5:0x0].0x0 (ffff903384c4e400)
00010000:00010000:2.0:1769074965.458023:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.458026:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d200, rc 0)
00000100:00100000:2.0:1769074965.458082:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13245:x1855007657478912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8132us (8439us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.458427:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210859
00000100:00100000:0.0:1769074965.460303:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.460330:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623446144:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.460356:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074965.460408:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657479296
00000100:00100000:2.0:1769074965.460415:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657479296
00010000:00010000:2.0:1769074965.460446:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c0 expref: 337 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.460481:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5767
00000100:00100000:2.0:1769074965.460490:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:2368:x1855007657479296:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.460503:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.460509:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c0 expref: 337 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.460520:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c0 expref: 337 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.460689:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43e85 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099c0 expref: 337 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.460708:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:2.0:1769074965.460712:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.460721:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.460729:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.460758:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.460818:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:2368:x1855007657479296:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 328us (520us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.460826:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5767
00010000:00010000:1.0:1769074965.460950:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.460957:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.460998:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d1:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.461003:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.461127:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.461157:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43ea8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ce expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.461172:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f600/0x2152b583a6e43eaf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ce expref: 335 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.461180:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d1:0x0].0x0 (ffff903392139a00)
00010000:00010000:0.0:1769074965.461183:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.461186:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3f600, rc 0)
00000100:00100000:0.0:1769074965.461227:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13246:x1855007657479040:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4995us (7516us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.461234:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210860
00000100:00100000:0.0:1769074965.464438:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.464503:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657479424
00000100:00100000:1.0:1769074965.464514:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657479424
00000100:00100000:1.0:1769074965.464770:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210861
00000100:00100000:1.0:1769074965.464793:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13245:x1855007657479424:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.464814:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.464835:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43eb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099d5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.464897:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.464941:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.464953:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.464968:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.464974:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.464980:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465042:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465049:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465054:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465061:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3ea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.465065:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465073:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465084:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074965.465087:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.465091:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465098:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43ebd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465109:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465116:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465122:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465127:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.465130:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465136:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465143:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcc3aaf05 (ffff903299a8d900)
00010000:00010000:1.0:1769074965.465146:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.465149:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465153:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ec4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcc3aaf05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.465178:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43eb6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099d5 expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.465187:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074965.465189:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.465193:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43eb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099d5 expref: 336 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.465202:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e200, rc 0)
00000100:00100000:1.0:1769074965.465263:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13245:x1855007657479424:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 485us (832us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074965.465271:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210861
00000100:00100000:2.0:1769074965.469672:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.469879:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657479552
00000100:00100000:0.0:1769074965.469890:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657479552
00000100:00100000:0.0:1769074965.470049:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210862
00000100:00100000:0.0:1769074965.470059:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+335:13246:x1855007657479552:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.470089:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.470109:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43ecb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099dc expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.470173:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470188:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470199:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470214:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470221:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470228:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470342:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43ee0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470351:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470357:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074965.470393:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.470397:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.470415:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470426:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43ee0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470435:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470441:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470448:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470454:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.470458:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470465:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470477:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074965.470480:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.470484:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470490:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e43ed2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470501:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470507:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470512:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470518:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.470520:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470526:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470532:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2ee4e5f8 (ffff903298a49e00)
00010000:00010000:0.0:1769074965.470534:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.470551:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470556:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e43ed9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.470583:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e43ecb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099dc expref: 337 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.470596:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43ee0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099dc expref: 336 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.470603:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:0.0:1769074965.470605:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.470607:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9200, rc 0)
00000100:00100000:0.0:1769074965.470676:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ab894000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:13246:x1855007657479552:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 618us (1010us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.470683:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210862
00000100:00100000:3.0:1769074965.472102:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.472305:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657479680
00000100:00100000:0.0:1769074965.472314:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657479680
00000100:00100000:0.0:1769074965.472364:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210863
00000100:00100000:0.0:1769074965.472374:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+336:13245:x1855007657479680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.472392:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.472410:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e43ee7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099e3 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.472471:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472484:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472492:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472501:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472509:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472513:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472592:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472597:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472601:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074965.472626:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e7:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.472629:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.472642:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472648:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472654:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472658:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472662:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472666:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.472668:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472673:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472681:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074965.472683:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.472686:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472690:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e43eee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472699:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472702:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472705:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472708:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.472710:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472713:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472716:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa3962d5b (ffff903298a49b00)
00010000:00010000:0.0:1769074965.472717:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.472719:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472721:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e43ef5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.472750:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e43ee7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 338 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.472758:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 337 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.472763:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:0.0:1769074965.472764:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.472766:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8c00, rc 0)
00000100:00100000:0.0:1769074965.472898:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13245:x1855007657479680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 523us (801us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.472925:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210863
00000100:00100000:2.0:1769074965.476419:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.476498:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657479936
00000100:00100000:0.0:1769074965.476511:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657479936
00000100:00100000:0.0:1769074965.476574:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210864
00000100:00100000:0.0:1769074965.476583:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13245:x1855007657479936:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.476603:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.476623:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099ea expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.476722:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.476738:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e2ed04 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23032e2 expref: 338 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.476760:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 338 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.476769:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.476810:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 338 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.476824:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 338 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.476839:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623446272:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.476996:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e2ed04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23032e2 expref: 338 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.477005:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e2ed04 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23032e2 expref: 338 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.477015:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623446400:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.477050:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48c00 going to sleep for 11 seconds
00000100:00100000:2.0:1769074965.477903:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.478074:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.478189:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657480192
00000100:00100000:1.0:1769074965.478196:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657480192
00000100:00100000:1.0:1769074965.478242:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657480064
00000100:00100000:1.0:1769074965.478245:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657480064
00010000:00010000:1.0:1769074965.478257:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 340 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.478283:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5768
00000100:00100000:1.0:1769074965.478290:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:2366:x1855007657480064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.478300:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.478306:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 340 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.478318:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 340 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.478338:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:1.0:1769074965.478343:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.478350:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.478357:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.478395:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:2366:x1855007657480064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 105us (321us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.478403:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5768
00000100:00100000:1.0:1769074965.478423:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1666
00000100:00100000:1.0:1769074965.478429:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:2366:x1855007657480192:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.478437:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.478447:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e43ee0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099dc expref: 339 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.478461:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074965.478464:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.478481:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:2366:x1855007657480192:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 53us (581us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.478487:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1666
00000100:00100000:2.0:1769074965.481566:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.481648:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657480448
00000100:00100000:1.0:1769074965.481658:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657480448
00000100:00100000:1.0:1769074965.481718:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210865
00000100:00100000:1.0:1769074965.481727:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:13246:x1855007657480448:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.481748:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.481768:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099f1 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.481889:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.481904:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230957c expref: 339 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.481955:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.481990:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230957c expref: 339 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.482001:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230957c expref: 339 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.482016:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623446528:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.482089:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90338779c840 going to sleep for 11 seconds
00010000:00010000:0.0:1769074965.483869:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000051c6d6ea x1855007623446272) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 339 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.483891:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e43efc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099e3 expref: 339 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.483949:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623446272:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.483964:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623446400:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.483986:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:0.0:1769074965.483991:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.484000:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.484007:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074965.486115:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.486269:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623446528:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.486304:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.486379:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657480576
00000100:00100000:0.0:1769074965.486388:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657480576
00010000:00010000:0.0:1769074965.486425:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e2ed04 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23032e2 expref: 339 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.486499:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5769
00000100:00100000:0.0:1769074965.486509:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:2369:x1855007657480576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.486523:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.486529:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e2ed04 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23032e2 expref: 339 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.486540:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e2ed04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23032e2 expref: 339 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.486562:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e2ed04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23032e2 expref: 339 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.486578:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:0.0:1769074965.486584:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.486594:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.486601:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.486664:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.486720:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:2369:x1855007657480576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 212us (613us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.486728:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5769
00010000:00010000:1.0:1769074965.486800:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.486809:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074965.486833:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e7:0x0]: returning size 260096
00010000:00010000:1.0:1769074965.487005:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ea expref: 339 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.487022:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ea expref: 338 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.487029:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:1.0:1769074965.487032:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074965.487034:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f80600, rc 0)
00000100:00100000:1.0:1769074965.487060:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:13245:x1855007657479936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10478us (10651us total) trans 4295106680 rc 0/0
00000100:00100000:1.0:1769074965.487067:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210864
00000100:00100000:3.0:1769074965.487448:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.487577:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657480704
00000100:00100000:0.0:1769074965.487583:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657480704
00010000:00010000:0.0:1769074965.487601:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230957c expref: 338 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.487629:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5770
00000100:00100000:0.0:1769074965.487637:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:2369:x1855007657480704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.487646:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.487651:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230957c expref: 338 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.487660:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230957c expref: 338 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.487674:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f9800/0x2152b583a6e4317a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230957c expref: 338 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.487684:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:0.0:1769074965.487689:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.487696:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.487701:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.487725:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.487754:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:2369:x1855007657480704:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 118us (307us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.487761:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5770
00010000:00010000:1.0:1769074965.487885:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.487893:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.487929:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00010000:00010000:1.0:1769074965.488017:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f1 expref: 338 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.488031:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f1 expref: 337 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.488043:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:1.0:1769074965.488046:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074965.488048:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e000, rc 0)
00000100:00100000:1.0:1769074965.488071:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb634380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13246:x1855007657480448:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6346us (6516us total) trans 4295106681 rc 0/0
00000100:00100000:1.0:1769074965.488078:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210865
00000100:00100000:2.0:1769074965.493194:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.493231:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.493249:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657480832
00000100:00100000:1.0:1769074965.493260:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657480832
00000100:00100000:1.0:1769074965.493310:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657480960
00000100:00100000:1.0:1769074965.493313:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657480960
00000100:00100000:1.0:1769074965.493340:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210866
00000100:00100000:1.0:1769074965.493349:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:13245:x1855007657480832:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074965.493370:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210867
00010000:00010000:1.0:1769074965.493376:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1769074965.493380:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:13246:x1855007657480960:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.493386:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.493396:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43f2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099f8 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.493396:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43f34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a23099ff expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.493473:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.493474:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.493489:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ea expref: 340 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.493489:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f1 expref: 340 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.493498:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.493498:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.493528:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ea expref: 340 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.493528:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f1 expref: 340 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.493542:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ea expref: 340 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.493542:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f1 expref: 340 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.493555:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623446784:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.493893:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298250000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623446656:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.494855:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.495129:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903383a289c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.502341:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.502374:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.502403:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657481088
00000100:00100000:0.0:1769074965.502413:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657481088
00010000:00010000:0.0:1769074965.502453:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ea expref: 341 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.502483:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657481216
00000100:00100000:0.0:1769074965.502486:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657481216
00010000:00010000:0.0:1769074965.502499:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f1 expref: 342 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.502516:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5771
00000100:00100000:0.0:1769074965.502524:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2368:x1855007657481088:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1769074965.502685:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298250000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623446656:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.502710:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.502761:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.502769:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ea expref: 342 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.502794:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ea expref: 342 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.502816:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:0.0:1769074965.502822:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.502830:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.502837:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.502853:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.502967:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2368:x1855007657481088:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 443us (640us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.502976:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5771
00000100:00100000:0.0:1769074965.502996:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5772
00000100:00100000:0.0:1769074965.503003:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:2368:x1855007657481216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.503011:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.503016:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f1 expref: 341 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.503181:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f1 expref: 341 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.503194:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43f18 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f1 expref: 341 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.503211:0:5748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:0.0:1769074965.503215:0:5748:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.503222:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.503227:0:5748:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.503248:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.503270:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:2368:x1855007657481216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 267us (895us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.503276:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5772
00010000:00010000:1.0:1769074965.503417:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43f0a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ea expref: 339 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.503430:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623446784:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.503445:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.503453:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.503459:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.503501:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e7:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.503506:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.503525:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.503567:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43f2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f8 expref: 339 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.503580:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f8 expref: 338 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.503592:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:1.0:1769074965.503595:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.503597:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3f400, rc 0)
00000100:00100000:1.0:1769074965.503624:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:13245:x1855007657480832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10276us (10436us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.503630:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210866
00010000:00010000:3.0:1769074965.504453:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.504468:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074965.504496:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d3:0x0]: returning size 260096
00000004:00200000:3.0:1769074965.504500:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074965.504513:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.504548:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e43f34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ff expref: 338 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.504562:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c200/0x2152b583a6e43f3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099ff expref: 337 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.504570:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d3:0x0].0x0 (ffff9032ae15b900)
00010000:00010000:3.0:1769074965.504572:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074965.504575:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1c200, rc 0)
00000100:00100000:3.0:1769074965.504608:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298250380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13246:x1855007657480960:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 11231us (11376us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.504615:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210867
00000100:00100000:3.0:1769074965.508834:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.509289:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657481344
00000100:00100000:2.0:1769074965.509310:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657481344
00000100:00100000:2.0:1769074965.509367:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210868
00000100:00100000:2.0:1769074965.509377:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+337:13246:x1855007657481344:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.509397:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.509418:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43f49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a06 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.509478:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509492:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509504:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509519:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509530:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509537:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509639:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43f5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509649:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43f5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509656:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43f5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074965.509688:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.509693:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.509708:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43f5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509718:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43f5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509726:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509733:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509752:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509759:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.509763:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509771:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509790:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.509794:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.509799:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509805:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e43f50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509816:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509822:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509828:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509833:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1d600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.509836:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509841:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509848:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51a4c572 (ffff9032af293a00)
00010000:00010000:2.0:1769074965.509851:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.509854:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509859:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.509887:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43f49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a06 expref: 339 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.509900:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43f5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a06 expref: 338 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.510129:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074965.510133:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.510135:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1ca00, rc 0)
00000100:00100000:2.0:1769074965.510284:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb823100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+338:13246:x1855007657481344:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 907us (1460us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.510292:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210868
00000100:00100000:0.0:1769074965.527399:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.527436:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.527462:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.527497:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657481728
00000100:00100000:3.0:1769074965.527508:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657481728
00000100:00100000:2.0:1769074965.527556:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657481600
00000100:00100000:2.0:1769074965.527561:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657481600
00000100:00100000:2.0:1769074965.527599:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657481984
00000100:00100000:2.0:1769074965.527603:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657481984
00000100:00100000:3.0:1769074965.527633:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1667
00000100:00100000:3.0:1769074965.527644:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:2367:x1855007657481728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1769074965.527657:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210869
00010000:00010000:3.0:1769074965.527663:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1769074965.527666:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13245:x1855007657481600:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.527683:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.527686:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e43f5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a06 expref: 340 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.527699:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43f65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a0d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.527708:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:3.0:1769074965.527712:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.527774:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:2367:x1855007657481728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 133us (336us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.527793:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1667
00010000:00010000:1.0:1769074965.527800:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074965.527840:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210870
00000100:00100000:2.0:1769074965.527850:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13246:x1855007657481984:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.527859:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.527867:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43f73 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a14 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.527946:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.527957:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230959f expref: 340 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.527970:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.528002:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230959f expref: 340 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.528015:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230959f expref: 340 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.528029:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298250000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623446912:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.528079:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00010000:00010000:1.0:1769074965.528186:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6dfb8ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3633 expref: 339 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.528196:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.528215:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6dfb8ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3633 expref: 340 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.528223:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6dfb8ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3633 expref: 340 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.528237:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623447040:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.528279:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903383a289c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.532677:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.532719:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba0a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623447040:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.532759:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074965.532828:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657482112
00000100:00100000:3.0:1769074965.532836:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657482112
00010000:00010000:3.0:1769074965.532875:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230959f expref: 341 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.532934:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5773
00000100:00100000:3.0:1769074965.532953:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:2368:x1855007657482112:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.532968:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.532975:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230959f expref: 341 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.532987:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230959f expref: 341 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.533008:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:3.0:1769074965.533014:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.533034:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.533043:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.533061:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.533121:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:2368:x1855007657482112:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (454us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.533129:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5773
00000100:00100000:3.0:1769074965.534049:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.534125:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657482240
00000100:00100000:0.0:1769074965.534132:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657482240
00010000:00010000:2.0:1769074965.534148:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e431dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230959f expref: 341 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.534157:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6dfb8ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3633 expref: 341 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.534164:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298250000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623446912:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.534184:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5774
00010000:00010000:2.0:1769074965.534185:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074965.534191:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:2368:x1855007657482240:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.534193:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.534198:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.534200:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.534205:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6dfb8ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3633 expref: 340 pid: 7034 timeout: 2051 lvb_type: 0
00000004:00200000:2.0:1769074965.534216:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00010000:00010000:0.0:1769074965.534217:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6dfb8ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3633 expref: 340 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.534231:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6dfb8ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a22f3633 expref: 340 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.534243:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e9:0x0].0x0 (ffff903382888700)
00010000:00010000:0.0:1769074965.534247:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.534253:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.534259:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.534291:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.534327:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:2368:x1855007657482240:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 136us (280us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.534333:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5774
00010000:00010000:1.0:1769074965.534457:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.534465:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.534477:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e9:0x0]: returning size 260096
00010000:00010000:1.0:1769074965.534609:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43f65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a0d expref: 340 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.534623:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a0d expref: 339 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.534630:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e9:0x0].0x0 (ffff903382888700)
00010000:00010000:1.0:1769074965.534632:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074965.534635:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e200, rc 0)
00000100:00100000:1.0:1769074965.534677:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13245:x1855007657481600:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7011us (7285us total) trans 4295106682 rc 0/0
00000100:00100000:1.0:1769074965.534685:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210869
00010000:00010000:2.0:1769074965.534808:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43f73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a14 expref: 340 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.534821:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a14 expref: 339 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.534828:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:2.0:1769074965.534831:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.534833:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d600, rc 0)
00000100:00100000:2.0:1769074965.534857:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13246:x1855007657481984:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7010us (7393us total) trans 4295106683 rc 0/0
00000100:00100000:2.0:1769074965.534863:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210870
00000100:00100000:3.0:1769074965.545507:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.545545:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.550141:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657482368
00000100:00100000:1.0:1769074965.550156:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657482368
00000100:00100000:1.0:1769074965.550280:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657482496
00000100:00100000:1.0:1769074965.550284:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657482496
00000100:00100000:0.0:1769074965.551155:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210871
00000100:00100000:0.0:1769074965.551168:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13246:x1855007657482368:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.551189:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.551213:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e43f8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a1b expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.551485:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.551505:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a14 expref: 341 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.551512:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.551544:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a14 expref: 341 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.551557:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a14 expref: 341 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.551570:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623447168:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.551665:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48cc0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.554865:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.554902:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657482624
00000100:00100000:3.0:1769074965.554944:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657482624
00010000:00010000:3.0:1769074965.554980:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a14 expref: 342 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.555015:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5775
00000100:00100000:3.0:1769074965.555035:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2369:x1855007657482624:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.555051:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.555057:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a14 expref: 342 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.555069:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a14 expref: 342 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.555090:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:3.0:1769074965.555095:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.555105:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.555113:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.555132:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.555176:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2369:x1855007657482624:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 152us (320us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.555183:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5775
00000100:00100000:2.0:1769074965.555418:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210872
00000100:00100000:2.0:1769074965.555432:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13245:x1855007657482496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.555458:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.555473:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43f9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a22 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.555524:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43f7a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a14 expref: 342 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.555539:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac1180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623447168:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.555556:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.555557:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.555565:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.555568:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a0d expref: 341 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.555571:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.555575:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074965.555601:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d5:0x0]: returning size 260096
00010000:00010000:2.0:1769074965.555602:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a0d expref: 341 pid: 7034 timeout: 0 lvb_type: 0
00000004:00200000:0.0:1769074965.555606:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:2.0:1769074965.555613:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a0d expref: 341 pid: 7034 timeout: 2051 lvb_type: 0
00000004:00010000:0.0:1769074965.555622:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074965.555630:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298250000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623447296:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.555646:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e43f8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a1b expref: 342 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.555659:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f81e00/0x2152b583a6e43f96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a1b expref: 341 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.555666:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d5:0x0].0x0 (ffff9032ae15b600)
00010000:00010000:0.0:1769074965.555669:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.555671:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f81e00, rc 0)
00000100:00100000:2.0:1769074965.555684:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.555692:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb822300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13246:x1855007657482368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4528us (10195us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.555697:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210871
00000100:00100000:3.0:1769074965.564882:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.564954:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.565113:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657482880
00000100:00100000:1.0:1769074965.565123:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657482880
00000100:00100000:2.0:1769074965.565137:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298250000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623447296:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.565165:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074965.565170:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210873
00000100:00100000:1.0:1769074965.565179:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13246:x1855007657482880:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.565198:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.565216:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43fab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a29 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074965.565233:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657482752
00000100:00100000:0.0:1769074965.565238:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657482752
00010000:00010000:0.0:1769074965.565257:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a0d expref: 343 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.565289:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5776
00010000:00010000:1.0:1769074965.565290:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.565295:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:2367:x1855007657482752:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.565304:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.565305:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.565309:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a0d expref: 343 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.565313:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.565319:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a0d expref: 343 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.565327:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565333:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565338:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.565339:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e43f6c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a0d expref: 343 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.565354:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e9:0x0].0x0 (ffff903382888700)
00010000:00010000:0.0:1769074965.565359:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.565366:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.565371:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.565387:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074965.565438:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e43fc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.565442:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2367:x1855007657482752:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 134us (556us total) trans 0 rc 0/0
00010000:00010000:1.0:1769074965.565446:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e43fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.565450:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5776
00010000:00010000:1.0:1769074965.565456:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e43fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.565487:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.565490:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.565508:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e43fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565518:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e43fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565524:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565529:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565545:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565551:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.565554:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565561:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565569:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074965.565572:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.565576:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565581:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fb2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565591:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565596:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565602:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565607:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.565611:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565615:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565622:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x6324417e (ffff903299a8d900)
00010000:00010000:1.0:1769074965.565624:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.565627:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565632:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43fb9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.565661:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e43fab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a29 expref: 342 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.565672:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e43fc0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a29 expref: 341 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.565679:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074965.565682:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.565684:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef600, rc 0)
00000100:00100000:1.0:1769074965.565710:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13246:x1855007657482880:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 533us (756us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.565716:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210873
00010000:00010000:2.0:1769074965.565984:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.565992:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074965.566015:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e9:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.566019:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.566028:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.566047:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43f9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a22 expref: 341 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.566060:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d400/0x2152b583a6e43fa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a22 expref: 340 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.566066:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e9:0x0].0x0 (ffff903382888700)
00010000:00010000:2.0:1769074965.566068:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.566070:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d400, rc 0)
00000100:00100000:2.0:1769074965.566095:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb822680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13245:x1855007657482496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10669us (20549us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.566104:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210872
00000100:00100000:3.0:1769074965.578295:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.578343:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.578525:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657483392
00000100:00100000:0.0:1769074965.578547:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657483392
00000100:00100000:0.0:1769074965.578619:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1668
00000100:00100000:0.0:1769074965.578629:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:2366:x1855007657483392:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.578644:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.578669:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e43fc0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a29 expref: 340 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.578688:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:0.0:1769074965.578693:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.578755:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:2366:x1855007657483392:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 126us (410us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.578762:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1668
00000100:00100000:2.0:1769074965.579227:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657483008
00000100:00100000:2.0:1769074965.579233:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657483008
00000100:00100000:2.0:1769074965.579284:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210874
00000100:00100000:2.0:1769074965.579293:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+339:13245:x1855007657483008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.579309:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.579325:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43fc7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a30 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.579383:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579396:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579406:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579421:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579428:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579434:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579535:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43fdc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579545:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579552:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074965.579583:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c3:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.579588:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.579606:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579616:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43fdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579623:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579629:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579634:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579639:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.579643:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579650:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579659:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.579662:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.579666:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579672:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e43fce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579683:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579688:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579694:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579698:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1da00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.579701:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579707:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579714:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xcd7d97c8 (ffff9032af293a00)
00010000:00010000:2.0:1769074965.579717:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.579720:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579726:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e43fd5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.579761:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e43fc7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a30 expref: 341 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.579774:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43fdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a30 expref: 340 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.579791:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:2.0:1769074965.579795:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.579797:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1d600, rc 0)
00000100:00100000:2.0:1769074965.579840:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13245:x1855007657483008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 549us (1555us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.579847:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210874
00000100:00100000:3.0:1769074965.580541:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.580660:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657483264
00000100:00100000:0.0:1769074965.580667:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657483264
00000100:00100000:0.0:1769074965.580704:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210875
00000100:00100000:0.0:1769074965.580712:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13246:x1855007657483264:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.580724:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.580749:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e43fe3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a37 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.580836:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.580848:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095bb expref: 341 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.580856:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.580887:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095bb expref: 341 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.580900:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095bb expref: 341 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.580935:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623447424:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.580999:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.588730:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.588809:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.588873:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623447424:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.588904:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074965.594500:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657483648
00000100:00100000:2.0:1769074965.594515:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657483648
00010000:00010000:2.0:1769074965.594655:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095bb expref: 342 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.594759:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657483520
00000100:00100000:2.0:1769074965.594765:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657483520
00000100:00100000:1.0:1769074965.597763:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5777
00000100:00100000:1.0:1769074965.597798:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:2368:x1855007657483648:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.597820:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.597832:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095bb expref: 343 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.597849:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095bb expref: 343 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.597875:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef800/0x2152b583a6e43237 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095bb expref: 343 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.597893:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074965.597899:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.597924:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.597931:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.597956:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.598022:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2368:x1855007657483648:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 244us (9299us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.598048:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5777
00000100:00100000:1.0:1769074965.598069:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1669
00000100:00100000:1.0:1769074965.598076:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:2366:x1855007657483520:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.598085:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.598098:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e43fdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a30 expref: 341 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.598108:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c3:0x0].0x0 (ffff903384f0ce00)
00010000:00010000:1.0:1769074965.598112:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.598130:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:2366:x1855007657483520:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 55us (9320us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.598135:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1669
00010000:00010000:0.0:1769074965.598224:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.598233:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074965.598252:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00010000:00010000:0.0:1769074965.598413:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e43fe3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a37 expref: 341 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.598426:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a37 expref: 340 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.598433:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:0.0:1769074965.598436:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074965.598439:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f80600, rc 0)
00000100:00100000:0.0:1769074965.598462:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13246:x1855007657483264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17752us (17924us total) trans 4295106684 rc 0/0
00000100:00100000:0.0:1769074965.598469:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210875
00000100:00100000:2.0:1769074965.604303:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.604531:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657483776
00000100:00100000:0.0:1769074965.604553:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657483776
00000100:00100000:0.0:1769074965.604609:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210876
00000100:00100000:0.0:1769074965.604619:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13245:x1855007657483776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.604645:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.604664:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ff8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a3e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.604732:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.604758:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.604770:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.604794:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.604802:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.604808:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.604945:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e4400d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.604954:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e4400d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.604960:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e4400d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074965.604993:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.604998:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.605015:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e4400d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605024:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e4400d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605032:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605044:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605049:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605056:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.605059:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605066:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605077:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074965.605080:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.605085:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605091:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e43fff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605103:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605109:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605114:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605118:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3e200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.605121:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605126:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605132:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x1674e29a (ffff903298a49b00)
00010000:00010000:0.0:1769074965.605135:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.605137:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605142:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44006 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.605169:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e43ff8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a3e expref: 342 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.605182:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e4400d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a3e expref: 341 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.605189:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074965.605191:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.605193:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3ea00, rc 0)
00000100:00100000:0.0:1769074965.605267:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298250000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13245:x1855007657483776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 639us (962us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.605275:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210876
00000100:00100000:0.0:1769074965.606228:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.606380:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657483904
00000100:00100000:2.0:1769074965.606388:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657483904
00000100:00100000:2.0:1769074965.606436:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210877
00000100:00100000:2.0:1769074965.606445:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13246:x1855007657483904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.606458:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.606472:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e44014 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a45 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.606531:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.606598:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a37 expref: 342 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.606606:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.606640:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a37 expref: 342 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.606653:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a37 expref: 342 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.606667:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298253480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623447552:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.606725:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7780 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.611884:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.612097:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298253480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623447552:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.612127:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074965.612415:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657484032
00000100:00100000:0.0:1769074965.612423:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657484032
00000100:00100000:0.0:1769074965.612525:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1670
00000100:00100000:0.0:1769074965.612547:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:2366:x1855007657484032:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.612567:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.612590:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e4400d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a3e expref: 343 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.612605:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074965.612610:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.612657:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2366:x1855007657484032:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 123us (783us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.612665:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1670
00000100:00100000:3.0:1769074965.616490:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.616624:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.616731:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657484288
00000100:00100000:1.0:1769074965.616742:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657484288
00010000:00010000:1.0:1769074965.616794:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a37 expref: 342 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.616874:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5778
00000100:00100000:1.0:1769074965.616884:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2369:x1855007657484288:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:2.0:1769074965.616894:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657484160
00010000:00010000:1.0:1769074965.616898:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1769074965.616899:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657484160
00010000:00010000:1.0:1769074965.616925:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a37 expref: 343 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.616939:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a37 expref: 343 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.616961:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e43fea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d6:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a37 expref: 343 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.616976:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:1.0:1769074965.616980:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.616989:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.616996:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.617031:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.617047:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210878
00000100:00100000:2.0:1769074965.617054:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13245:x1855007657484160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.617071:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1769074965.617080:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2369:x1855007657484288:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 197us (601us total) trans 0 rc 0/0
00010000:00010000:2.0:1769074965.617085:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e44022 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a4c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074965.617087:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5778
00010000:00010000:2.0:1769074965.617142:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617153:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617162:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.617163:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.617181:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.617182:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.617187:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617193:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074965.617224:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d6:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.617228:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.617244:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.617249:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617255:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617260:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617266:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1ca00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.617270:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617277:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.617285:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c000/0x2152b583a6e44014 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a45 expref: 343 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.617285:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.617288:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.617292:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.617298:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1da00/0x2152b583a6e4401b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a45 expref: 342 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.617298:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ca00/0x2152b583a6e44029 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.617306:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d6:0x0].0x0 (ffff9033bb559200)
00010000:00010000:0.0:1769074965.617308:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.617311:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1da00, rc 0)
00010000:00010000:2.0:1769074965.617311:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617316:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617321:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617325:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1c400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.617328:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617333:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074965.617334:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13246:x1855007657483904:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10891us (11110us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.617341:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210877
00010000:00010000:2.0:1769074965.617341:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd13fc2bb (ffff9032af293a00)
00010000:00010000:2.0:1769074965.617343:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.617346:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617351:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c400/0x2152b583a6e44030 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.617371:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e44022 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a4c expref: 341 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.617379:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.617381:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.617385:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c600/0x2152b583a6e44022 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a4c expref: 341 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.617396:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329ef1c600, rc 0)
00000100:00100000:2.0:1769074965.617418:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13245:x1855007657484160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 364us (794us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074965.617424:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210878
00000100:00100000:1.0:1769074965.623101:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.623162:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657484416
00000100:00100000:2.0:1769074965.623173:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657484416
00000100:00100000:2.0:1769074965.623236:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210879
00000100:00100000:2.0:1769074965.623246:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+340:13246:x1855007657484416:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.623267:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.623287:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e44037 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a53 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.623352:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623365:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623376:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623390:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623397:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623404:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623516:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e4404c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623524:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e4404c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623531:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e4404c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074965.623579:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.623584:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.623602:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e4404c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623612:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e4404c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623621:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623627:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623634:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623639:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1dc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.623643:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623650:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623661:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.623665:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.623670:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623676:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1dc00/0x2152b583a6e4403e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623688:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623693:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623699:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623704:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329ef1d600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.623707:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623712:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623719:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9e362f1b (ffff9032af293c00)
00010000:00010000:2.0:1769074965.623721:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.623724:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623729:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d600/0x2152b583a6e44045 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.623766:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1d000/0x2152b583a6e44037 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a53 expref: 342 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.623794:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e4404c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a53 expref: 341 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.623802:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074965.623804:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.623807:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc29c600, rc 0)
00000100:00100000:2.0:1769074965.624151:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13246:x1855007657484416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 904us (1058us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.624159:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210879
00000100:00100000:1.0:1769074965.626834:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.626972:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657484544
00000100:00100000:2.0:1769074965.626981:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657484544
00000100:00100000:2.0:1769074965.627036:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210880
00000100:00100000:2.0:1769074965.627046:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13245:x1855007657484544:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.627066:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.627088:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44053 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a5a expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.627148:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627162:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627172:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627186:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627196:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627202:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627264:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627271:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627278:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627284:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e38800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.627287:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627293:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627304:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.627307:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.627312:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627319:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e4405a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627331:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627340:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627345:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627349:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e38200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.627352:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627358:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627365:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xebd551b1 (ffff9032af293500)
00010000:00010000:2.0:1769074965.627368:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.627370:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627375:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44061 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xebd551b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.627403:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44053 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a5a expref: 342 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.627413:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.627415:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.627419:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44053 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a5a expref: 342 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.627428:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38000, rc 0)
00000100:00100000:2.0:1769074965.627486:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13245:x1855007657484544:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 441us (660us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074965.627494:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210880
00000100:00100000:3.0:1769074965.634585:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.634632:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.634722:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657484928
00000100:00100000:0.0:1769074965.634734:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657484928
00000100:00100000:0.0:1769074965.634802:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210881
00000100:00100000:0.0:1769074965.634812:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13246:x1855007657484928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.634834:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.634854:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44068 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a61 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074965.634905:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657484672
00000100:00100000:1.0:1769074965.634934:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657484672
00000100:00100000:1.0:1769074965.634964:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1671
00000100:00100000:1.0:1769074965.634970:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:2366:x1855007657484672:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.634978:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.634989:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.634995:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e4404c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a53 expref: 343 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.635002:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d0 expref: 343 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.635010:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.636888:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074965.636900:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.636921:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.636928:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.637000:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2366:x1855007657484672:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2027us (2422us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.637010:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1671
00010000:00010000:0.0:1769074965.638316:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d0 expref: 341 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.638335:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d0 expref: 341 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.638349:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623447680:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.638460:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.641961:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.641997:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.642021:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.642189:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657485184
00000100:00100000:2.0:1769074965.642200:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657485184
00000100:00100000:2.0:1769074965.642253:0:8946:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657485312
00000100:00100000:2.0:1769074965.642256:0:8946:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657485312
00000100:00100000:2.0:1769074965.642285:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 569
00000100:00100000:2.0:1769074965.642294:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657485184:12345-192.168.204.54@tcp:400:kworker.0
00000100:00100000:2.0:1769074965.642366:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657485184:12345-192.168.204.54@tcp:400:kworker.0 Request processed in 73us (415us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.642374:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 569
00000100:00100000:1.0:1769074965.642382:0:5754:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657485056
00000100:00100000:1.0:1769074965.642387:0:5754:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657485056
00000100:00100000:2.0:1769074965.642390:0:8946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 570
00000100:00100000:2.0:1769074965.642396:0:8946:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657485312:12345-192.168.204.54@tcp:400:kworker.0
00000100:00100000:1.0:1769074965.642414:0:5754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 883
00000100:00100000:1.0:1769074965.642420:0:5754:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ad68b505-7ce3-4132-9fd4-4e14f53a3f44+9:2368:x1855007657485056:12345-192.168.204.54@tcp:400:kworker.0
00000100:00100000:2.0:1769074965.642421:0:8946:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657485312:12345-192.168.204.54@tcp:400:kworker.0 Request processed in 25us (400us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.642426:0:8946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 570
00000100:00100000:1.0:1769074965.642444:0:5754:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386dbd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ad68b505-7ce3-4132-9fd4-4e14f53a3f44+9:2368:x1855007657485056:12345-192.168.204.54@tcp:400:kworker.0 Request processed in 25us (447us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.642450:0:5754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 883
00000100:00080000:3.0:1769074965.642746:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001
00000100:00100000:0.0:1769074965.649383:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.649748:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657485440
00000100:00100000:2.0:1769074965.649758:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657485440
00010000:00010000:2.0:1769074965.649813:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d0 expref: 342 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.649854:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5779
00000100:00100000:2.0:1769074965.649863:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2369:x1855007657485440:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.649878:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.649885:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d0 expref: 342 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.649902:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d0 expref: 342 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.649964:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074965.649969:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.649979:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.649986:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.650005:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.650052:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2369:x1855007657485440:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 190us (679us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.650060:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5779
00010000:00010000:1.0:1769074965.650618:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e43276 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095d0 expref: 341 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.650635:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623447680:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.650656:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.650664:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.650669:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.650689:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00010000:00010000:1.0:1769074965.650867:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44068 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a61 expref: 342 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.650883:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a61 expref: 341 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.650891:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:1.0:1769074965.650893:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074965.650896:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e000, rc 0)
00000100:00100000:1.0:1769074965.651481:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13246:x1855007657484928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16667us (16844us total) trans 4295106685 rc 0/0
00000100:00100000:1.0:1769074965.651493:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210881
00000100:00100000:0.0:1769074965.651777:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.652094:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657485696
00000100:00100000:3.0:1769074965.652107:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657485696
00000100:00100000:3.0:1769074965.652174:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210882
00000100:00100000:3.0:1769074965.652185:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+341:13245:x1855007657485696:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.652210:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.652215:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1769074965.652247:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e434c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230967f expref: 341 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.652266:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074965.652272:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074965.652292:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4407d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a68 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.652452:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.652471:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.652482:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.652500:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.652507:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.652514:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00080000:3.0:1769074965.654726:0:7034:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d4:0x0], index 1: 0
00010000:00010000:3.0:1769074965.655210:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.655228:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.655242:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.655329:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.655336:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.655343:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.655348:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074965.655352:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.655358:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.655370:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074965.655373:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074965.655378:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.655384:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44084 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:3.0:1769074965.655398:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e9664e3c reply state 0000000064521f8e transno 4295106686 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074965.655405:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074965.655442:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4407d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a68 expref: 343 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.655459:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a68 expref: 342 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.655466:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074965.655468:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074965.655470:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074965.655664:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:13245:x1855007657485696:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3480us (3886us total) trans 4295106686 rc 0/0
00000100:00100000:3.0:1769074965.655674:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210882
00000100:00100000:0.0:1769074965.657057:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.657156:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657485824
00000100:00100000:3.0:1769074965.657174:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657485824
00000100:00100000:3.0:1769074965.657228:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210883
00000100:00100000:3.0:1769074965.657237:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:13246:x1855007657485824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.657277:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.657298:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e440a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a6f expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.657380:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.657394:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a61 expref: 344 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.657402:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.657435:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a61 expref: 344 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.657448:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a61 expref: 344 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.657460:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb836d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623447808:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.662062:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.662080:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.662088:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.662095:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.662099:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.662106:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.662124:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd13fc2bb (ffff90328bb7ff00)
00010000:00010000:2.0:1769074965.662127:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.662132:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.662138:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4408b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074965.665011:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833ce40 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.665123:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.665481:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.665555:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657485952
00000100:00100000:3.0:1769074965.665565:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657485952
00000100:00100000:3.0:1769074965.665622:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2995
00000100:00100000:3.0:1769074965.665631:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2366:x1855007657485952:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.665648:0:13368:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.665667:0:13368:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a76 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074965.665690:0:13368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074965.665707:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074965.665710:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074965.665717:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a76 expref: 76 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074965.665734:0:13368:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a76 expref: 76 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074965.665745:0:13368:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb600, rc 0)
00000100:00100000:3.0:1769074965.665805:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2366:x1855007657485952:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 174us (684us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.665812:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2995
00000100:00100000:3.0:1769074965.665836:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657486080
00000100:00100000:3.0:1769074965.665840:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657486080
00010000:00010000:3.0:1769074965.665856:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a61 expref: 344 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.665880:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5780
00000100:00100000:3.0:1769074965.665885:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+344:2368:x1855007657486080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.665893:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.665897:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a61 expref: 344 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.665905:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a61 expref: 344 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.665948:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:3.0:1769074965.665953:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.665962:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.665968:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.665984:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.666004:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+344:2368:x1855007657486080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 119us (524us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.666011:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5780
00010000:00010000:2.0:1769074965.666643:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e4406f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100da:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a61 expref: 343 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.666655:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb836d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623447808:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.666670:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.666676:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.666679:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074965.666713:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100da:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.666717:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.666730:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.666821:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e440a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100da:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a6f expref: 343 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.666835:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfbc00/0x2152b583a6e440a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100da:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a6f expref: 342 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.666842:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100da:0x0].0x0 (ffff903384c4e900)
00010000:00010000:2.0:1769074965.666845:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.666847:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfbc00, rc 0)
00000100:00100000:2.0:1769074965.667074:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13246:x1855007657485824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9838us (10025us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.667081:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210883
00000100:00100000:0.0:1769074965.675380:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.675486:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657486208
00000100:00100000:2.0:1769074965.675496:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657486208
00000100:00100000:2.0:1769074965.675635:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210884
00000100:00100000:2.0:1769074965.675647:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13246:x1855007657486208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.675671:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.675690:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e440b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a7d expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.675750:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.675764:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.675776:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.675803:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.675810:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.675820:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.675961:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e440ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.675971:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e440ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.675977:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e440ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074965.676008:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.676012:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.676151:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e440ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676163:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e440ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676183:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676189:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676195:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676201:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e39600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.676205:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676213:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676224:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.676227:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.676232:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676238:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e440bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676251:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676401:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676407:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676412:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e38600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.676416:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676422:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676430:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xf2061246 (ffff9032af293500)
00010000:00010000:2.0:1769074965.676433:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.676436:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676442:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e440c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.676472:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e440b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a7d expref: 344 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.676485:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e440ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a7d expref: 343 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.676493:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074965.676495:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.676498:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38200, rc 0)
00000100:00100000:2.0:1769074965.676717:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:13246:x1855007657486208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1072us (1344us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.676725:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210884
00000100:00100000:2.0:1769074965.683148:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.683236:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.683483:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657486592
00000100:00100000:0.0:1769074965.683494:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657486592
00000100:00100000:0.0:1769074965.683564:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1672
00000100:00100000:0.0:1769074965.683575:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:2368:x1855007657486592:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.683592:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.683616:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e440ca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a7d expref: 343 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.683637:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:0.0:1769074965.683642:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.683697:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:2368:x1855007657486592:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 124us (460us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.683705:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1672
00000100:00100000:1.0:1769074965.684775:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657486464
00000100:00100000:1.0:1769074965.684796:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657486464
00000100:00100000:1.0:1769074965.684850:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4520
00000100:00100000:1.0:1769074965.684860:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+342:13245:x1855007657486464:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074965.685493:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:13245:x1855007657486464:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 630us (2350us total) trans 4295106687 rc 0/0
00000100:00100000:1.0:1769074965.685502:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4520
00000100:00100000:0.0:1769074965.688221:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.688572:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657486848
00000100:00100000:1.0:1769074965.688583:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657486848
00000100:00100000:1.0:1769074965.688639:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210885
00000100:00100000:1.0:1769074965.688650:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+343:13246:x1855007657486848:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.688671:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.688690:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e440d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a84 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.688811:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.688826:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23095e5 expref: 344 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.688834:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.688865:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095e5 expref: 344 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.688878:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095e5 expref: 344 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.688890:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032aba09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623447936:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.689004:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cf00 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.697606:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.697650:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.697762:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657487104
00000100:00100000:1.0:1769074965.697770:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032aba09c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623447936:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.697772:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657487104
00010000:00010000:1.0:1769074965.697813:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.697855:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210886
00000100:00100000:0.0:1769074965.697868:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13245:x1855007657487104:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074965.697869:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657487232
00000100:00100000:2.0:1769074965.697877:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657487232
00010000:00010000:0.0:1769074965.697894:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.697903:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095e5 expref: 346 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.697939:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e440df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a8b expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074965.698008:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5781
00000100:00100000:2.0:1769074965.698017:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:2368:x1855007657487232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.698040:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.698046:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.698050:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095e5 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.698069:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a68 expref: 347 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.698071:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095e5 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.698089:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.698101:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032ae2f8600/0x2152b583a6e432b5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23095e5 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.698116:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:0.0:1769074965.698122:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a68 expref: 346 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.698123:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.698141:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.698148:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a68 expref: 346 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.698152:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.698172:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623448064:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.698245:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616600 going to sleep for 11 seconds
00010000:00010000:2.0:1769074965.698422:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.698449:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:2368:x1855007657487232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 433us (797us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.698458:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5781
00010000:00010000:0.0:1769074965.698517:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.698526:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074965.698540:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00010000:00010000:0.0:1769074965.698680:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e440d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a84 expref: 347 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.698695:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a84 expref: 346 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.698701:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:0.0:1769074965.698704:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074965.698707:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef600, rc 0)
00000100:00100000:0.0:1769074965.698732:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13246:x1855007657486848:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10084us (10520us total) trans 4295106688 rc 0/0
00000100:00100000:0.0:1769074965.698745:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210885
00000100:00100000:1.0:1769074965.708438:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.708452:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623448064:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.708482:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074965.708491:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.708565:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657487360
00000100:00100000:0.0:1769074965.708572:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657487488
00000100:00100000:2.0:1769074965.708574:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657487360
00000100:00100000:0.0:1769074965.708580:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657487488
00010000:00010000:2.0:1769074965.708617:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a68 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.708639:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210887
00000100:00100000:0.0:1769074965.708649:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:13246:x1855007657487488:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.708670:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1769074965.708687:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5782
00010000:00010000:0.0:1769074965.708690:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e440f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a92 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074965.708700:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:2369:x1855007657487360:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.708714:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.708721:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a68 expref: 348 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.708733:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a68 expref: 348 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.708767:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44092 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a68 expref: 348 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.708770:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.708800:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:0.0:1769074965.708801:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a84 expref: 347 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.708808:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074965.708814:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.708820:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.708829:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.708849:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074965.708850:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a84 expref: 347 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.708865:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a84 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.708879:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623448192:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.708903:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:2369:x1855007657487360:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 206us (474us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.708939:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5782
00000100:00100000:0.0:1769074965.709020:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af6166c0 going to sleep for 11 seconds
00010000:00010000:3.0:1769074965.711095:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.711108:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074965.711131:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10425:0x0]: returning size 0
00010000:00010000:3.0:1769074965.711278:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e440df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a8b expref: 348 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.711296:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a8b expref: 347 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.711305:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074965.711308:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074965.711312:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e200, rc 0)
00000100:00100000:3.0:1769074965.711378:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:13245:x1855007657487104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13513us (13780us total) trans 4295106689 rc 0/0
00000100:00100000:3.0:1769074965.711387:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210886
00000100:00100000:3.0:1769074965.714545:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.714627:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657487616
00000100:00100000:2.0:1769074965.714636:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657487616
00010000:00010000:2.0:1769074965.714676:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a84 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.714714:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5783
00000100:00100000:2.0:1769074965.714723:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:2368:x1855007657487616:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.714736:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.714753:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a84 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.714770:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a84 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.714799:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:2.0:1769074965.714804:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.714814:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.714820:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.714838:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074965.714839:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e440d8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a84 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.714865:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623448192:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.714889:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074965.714890:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:2368:x1855007657487616:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 165us (351us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.714930:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5783
00010000:00010000:0.0:1769074965.714934:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.714943:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074965.714986:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dc:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.714992:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.715013:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.715057:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e440f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a92 expref: 346 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.715073:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3fa00/0x2152b583a6e440fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a92 expref: 345 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.715080:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dc:0x0].0x0 (ffff903390012500)
00010000:00010000:0.0:1769074965.715083:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.715086:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3fa00, rc 0)
00000100:00100000:0.0:1769074965.715134:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13246:x1855007657487488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6487us (6647us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.715142:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210887
00000100:00100000:3.0:1769074965.722051:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.722149:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657487744
00000100:00100000:0.0:1769074965.722160:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657487744
00000100:00100000:0.0:1769074965.722255:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210888
00000100:00100000:0.0:1769074965.722264:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+345:13246:x1855007657487744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.722285:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.722306:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44109 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309a99 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.722370:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722384:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722395:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722409:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722416:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722423:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722526:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722534:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722541:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074965.722578:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00000004:00200000:0.0:1769074965.722583:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.722601:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722611:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722619:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722625:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722630:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722636:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f80600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.722640:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722647:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722659:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074965.722662:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.722667:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722673:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44110 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722684:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722691:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722696:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722701:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903387f80c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.722704:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722710:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722716:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0xbcf75103 (ffff903298a49b00)
00010000:00010000:0.0:1769074965.722718:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.722721:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722727:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44117 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.722768:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44109 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 347 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.722791:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 346 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.722798:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:0.0:1769074965.722801:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.722804:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9a00, rc 0)
00000100:00100000:0.0:1769074965.723013:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13246:x1855007657487744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 750us (971us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.723022:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210888
00000100:00100000:2.0:1769074965.724655:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.724728:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657487872
00000100:00100000:0.0:1769074965.724747:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657487872
00000100:00100000:0.0:1769074965.724842:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210889
00000100:00100000:0.0:1769074965.724852:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13245:x1855007657487872:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.724874:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.724891:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e44125 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309aa0 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.724997:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.725012:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a8b expref: 347 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.725021:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.725067:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a8b expref: 347 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.725079:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a8b expref: 347 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.725092:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328eac3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623448320:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.725161:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074965.728318:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.728488:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328eac3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623448320:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.728515:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074965.728562:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657488128
00000100:00100000:3.0:1769074965.728570:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657488128
00000100:00100000:3.0:1769074965.728654:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210890
00000100:00100000:3.0:1769074965.728664:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13246:x1855007657488128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.728683:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.728700:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e44133 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309aa7 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.728821:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.728835:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309601 expref: 349 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.728844:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 349 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.728851:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.728883:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 349 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.728894:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 349 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.729153:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb834380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623448448:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.729312:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309601 expref: 349 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.729322:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309601 expref: 349 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.729331:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623448576:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.729355:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.731535:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.731618:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.731766:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657488256
00000100:00100000:3.0:1769074965.731787:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657488256
00010000:00010000:3.0:1769074965.731824:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a8b expref: 350 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.731864:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657488384
00000100:00100000:3.0:1769074965.731868:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657488384
00010000:00010000:3.0:1769074965.731881:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 351 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.731949:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5784
00000100:00100000:3.0:1769074965.731959:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2368:x1855007657488256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.731973:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.731980:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a8b expref: 351 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.731992:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a8b expref: 351 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.732013:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e440e6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a8b expref: 351 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.732038:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074965.732043:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.732052:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.732059:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.732083:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.732133:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:2368:x1855007657488256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 175us (606us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.732141:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5784
00000100:00100000:3.0:1769074965.732159:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5785
00000100:00100000:3.0:1769074965.732166:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:2368:x1855007657488384:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.732176:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.732180:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 349 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.732189:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 349 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.732214:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:3.0:1769074965.732218:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.732225:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.732230:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.732250:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:2368:x1855007657488384:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 85us (632us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.732256:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5785
00010000:00010000:0.0:1769074965.733195:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.733206:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074965.733250:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10425:0x0]: returning size 0
00000004:00200000:0.0:1769074965.733254:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.733274:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.733307:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e44125 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10425:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa0 expref: 349 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.733322:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa0 expref: 348 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.733330:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:0.0:1769074965.733333:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.733336:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9200, rc 0)
00000100:00100000:0.0:1769074965.733374:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298252a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13245:x1855007657487872:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8523us (8726us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.733381:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210889
00000100:00100000:3.0:1769074965.734119:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.734141:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657488512
00000100:00100000:3.0:1769074965.734147:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657488512
00010000:00010000:3.0:1769074965.734173:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309601 expref: 348 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.734205:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5786
00000100:00100000:3.0:1769074965.734213:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:2369:x1855007657488512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.734224:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.734229:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309601 expref: 348 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.734241:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309601 expref: 348 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.734257:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:3.0:1769074965.734262:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.734271:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.734278:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.734293:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.734321:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:2369:x1855007657488512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 109us (205us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.734328:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5786
00010000:00010000:2.0:1769074965.734521:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000079cca51 x1855007623448448) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.734536:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4411e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a99 expref: 347 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.734548:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb834380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623448448:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.734561:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e4331e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309601 expref: 346 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.734570:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623448576:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.734586:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074965.734593:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.734600:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.734605:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074965.734622:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00010000:00010000:2.0:1769074965.734771:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e44133 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa7 expref: 347 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.734800:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa7 expref: 346 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.734807:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074965.734809:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.734812:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb800, rc 0)
00000100:00100000:2.0:1769074965.734852:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13246:x1855007657488128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6190us (6544us total) trans 4295106690 rc 0/0
00000100:00100000:2.0:1769074965.734859:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210890
00000100:00100000:3.0:1769074965.739876:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.740119:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.740221:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657488768
00000100:00100000:1.0:1769074965.740232:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657488768
00000100:00100000:1.0:1769074965.740288:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2996
00000100:00100000:1.0:1769074965.740298:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:13245:x1855007657488768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.740318:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.740336:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bbaef800/0x2152b583a6e44148 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ab5 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.740366:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a76 expref: 77 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074965.740375:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074965.740377:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074965.740382:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bbaef800/0x2152b583a6e44148 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ab5 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.740415:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a76 expref: 77 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074965.740428:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a76 expref: 77 pid: 13368 timeout: 2051 lvb_type: 1
00000100:00100000:1.0:1769074965.740441:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623448704:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.740520:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cf00 going to sleep for 11 seconds
00000100:00100000:2.0:1769074965.741311:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657488640
00000100:00100000:2.0:1769074965.741318:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657488640
00000100:00100000:2.0:1769074965.741410:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210891
00000100:00100000:2.0:1769074965.741420:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13246:x1855007657488640:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.741435:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.741450:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e4414f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309aae expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.741524:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.741538:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa7 expref: 347 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.741546:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.741572:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa7 expref: 347 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.741580:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa7 expref: 347 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.741591:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623448832:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.741650:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864e7d80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.742697:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623448704:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.742727:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bbaef800/0x2152b583a6e44148 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ab5 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.742744:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef800, rc 0)
00000100:00100000:1.0:1769074965.742802:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13245:x1855007657488768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2505us (2683us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.742810:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2996
00000100:00100000:3.0:1769074965.744613:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.744713:0:5748:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657488896
00000100:00100000:2.0:1769074965.744722:0:5748:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657488896
00010000:00010000:2.0:1769074965.746423:0:5748:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a76 expref: 77 pid: 13368 timeout: 2051 lvb_type: 1
00000100:00100000:2.0:1769074965.746745:0:5748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5787
00000100:00100000:2.0:1769074965.746759:0:5748:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657488896:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.746785:0:5748:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.746810:0:5748:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a76 expref: 77 pid: 13368 timeout: 2051 lvb_type: 1
00010000:00010000:2.0:1769074965.746824:0:5748:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a76 expref: 77 pid: 13368 timeout: 2051 lvb_type: 1
00010000:00010000:2.0:1769074965.746847:0:5748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff90338abfb600/0x2152b583a6e440ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309a76 expref: 77 pid: 13368 timeout: 2051 lvb_type: 1
00010000:00010000:2.0:1769074965.746866:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074965.746868:0:5748:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074965.746875:0:5748:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bbaef800/0x2152b583a6e44148 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ab5 expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.746886:0:5748:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bbaef800/0x2152b583a6e44148 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ab5 expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.746965:0:5748:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9033bbaef800/0x2152b583a6e44148 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ab5 expref: 76 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074965.746989:0:5748:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298251180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623448960:192.168.204.54@tcp:105:
00000100:00100000:2.0:1769074965.747070:0:5748:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033c20c0180 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.747226:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623448832:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.747249:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074965.748021:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.748400:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657489024
00000100:00100000:0.0:1769074965.748410:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657489024
00010000:00010000:0.0:1769074965.748444:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa7 expref: 348 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.748483:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5788
00000100:00100000:0.0:1769074965.748492:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:2369:x1855007657489024:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.748504:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.748510:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa7 expref: 348 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.748521:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa7 expref: 348 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.748540:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e4413a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100de:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa7 expref: 348 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.748560:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:0.0:1769074965.748565:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.748574:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.748581:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.748612:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.748654:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:2369:x1855007657489024:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 162us (636us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.748662:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5788
00010000:00010000:2.0:1769074965.748720:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.748728:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074965.748790:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100de:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.748795:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.748814:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.748844:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e4414f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100de:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aae expref: 347 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.748860:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38800/0x2152b583a6e44156 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100de:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aae expref: 346 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.748867:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100de:0x0].0x0 (ffff90329e6c9f00)
00010000:00010000:2.0:1769074965.748869:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.748872:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38800, rc 0)
00000100:00100000:2.0:1769074965.748899:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13246:x1855007657488640:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7482us (9032us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.748938:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210891
00000100:00100000:3.0:1769074965.753002:0:5748:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298251180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5748:1855007623448960:192.168.204.54@tcp:105:
00010000:00010000:3.0:1769074965.753033:0:5748:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.753094:0:5748:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657488896:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 6339us (8486us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.753106:0:5748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5787
00000100:00100000:0.0:1769074965.753293:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.753619:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657489152
00000100:00100000:3.0:1769074965.753626:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657489152
00000100:00100000:3.0:1769074965.753708:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210892
00000100:00100000:3.0:1769074965.753717:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+346:13246:x1855007657489152:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.753743:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.753764:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4415d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309abc expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.753835:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.753849:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.753860:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.753873:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.753879:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.753885:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756038:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756056:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756068:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074965.756107:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.756111:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.756129:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756139:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756147:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756154:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756161:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756167:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.756171:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756177:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756187:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.756190:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.756195:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756200:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e44164 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756213:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756218:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756223:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756228:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.756231:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756236:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756243:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x98ca20bd (ffff90328bb7f700)
00010000:00010000:2.0:1769074965.756245:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.756248:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756253:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4416b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.756291:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4415d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 348 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.756304:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 347 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.756311:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074965.756314:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.756316:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38600, rc 0)
00000100:00100000:2.0:1769074965.756384:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:13246:x1855007657489152:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2666us (3090us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.756392:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210892
00000100:00100000:0.0:1769074965.758950:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.759135:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657489408
00000100:00100000:1.0:1769074965.759147:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657489408
00000100:00100000:1.0:1769074965.759206:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4521
00000100:00100000:1.0:1769074965.759215:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+347:13245:x1855007657489408:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074965.759577:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13245:x1855007657489408:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 361us (634us total) trans 4295106691 rc 0/0
00000100:00100000:1.0:1769074965.759585:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4521
00000100:00100000:0.0:1769074965.763314:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.763395:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657489664
00000100:00100000:2.0:1769074965.763407:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657489664
00000100:00100000:2.0:1769074965.763468:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210893
00000100:00100000:2.0:1769074965.763478:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13246:x1855007657489664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.763499:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.763519:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44179 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ac3 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.763734:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.763758:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309624 expref: 349 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.763765:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 349 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.763772:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.763818:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 349 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.763830:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 349 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.763844:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298251180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623449088:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.763963:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309624 expref: 349 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.763972:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309624 expref: 349 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.763981:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623449216:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.764007:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033c20c0180 going to sleep for 11 seconds
00000100:00100000:2.0:1769074965.764786:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.765090:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657489792
00000100:00100000:1.0:1769074965.765098:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657489792
00010000:00010000:1.0:1769074965.765126:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 350 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.765204:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5789
00000100:00100000:1.0:1769074965.765212:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:2368:x1855007657489792:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.765223:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.765230:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 350 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.765242:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 350 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.765262:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:1.0:1769074965.765267:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.765275:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.765282:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.765327:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:2368:x1855007657489792:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 116us (553us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.765335:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5789
00010000:00010000:2.0:1769074965.769106:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000cddcc1aa x1855007623449088) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 349 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.769131:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44172 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309abc expref: 349 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.769149:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298251180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623449088:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.769162:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903298253100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623449216:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.769189:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074965.769194:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.769203:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.769215:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074965.772247:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.772337:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.772567:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657490048
00000100:00100000:1.0:1769074965.772579:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657490048
00010000:00010000:1.0:1769074965.772618:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309624 expref: 349 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.772657:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5790
00000100:00100000:1.0:1769074965.772667:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:2369:x1855007657490048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.772681:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.772687:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309624 expref: 349 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.772699:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309624 expref: 349 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.772721:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903380031400/0x2152b583a6e4338e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309624 expref: 349 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.772748:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:1.0:1769074965.772753:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.772761:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.772768:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074965.772806:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.772860:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:2369:x1855007657490048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 194us (522us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.772869:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5790
00010000:00010000:2.0:1769074965.773151:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.773160:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074965.773181:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00010000:00010000:2.0:1769074965.773334:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44179 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ac3 expref: 349 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.773350:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ac3 expref: 348 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.773358:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:2.0:1769074965.773361:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.773363:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38000, rc 0)
00000100:00100000:2.0:1769074965.773395:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13246:x1855007657489664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9919us (10092us total) trans 4295106692 rc 0/0
00000100:00100000:2.0:1769074965.773402:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210893
00000100:00100000:2.0:1769074965.773419:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657489920
00000100:00100000:2.0:1769074965.773423:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657489920
00000100:00100000:0.0:1769074965.774300:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210894
00000100:00100000:0.0:1769074965.774316:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+348:13245:x1855007657489920:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.774336:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.774354:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4418e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309aca expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.774412:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774425:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774437:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774451:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774458:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774464:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774563:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774572:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774578:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074965.774608:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10425:0x0]: returning size 2048
00000004:00200000:0.0:1769074965.774613:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.774627:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774637:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774644:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774650:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774657:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774663:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.774667:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774674:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774685:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074965.774687:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.774692:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774698:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44195 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774712:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774718:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774724:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774728:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.774731:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774736:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774758:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd13fc2bb (ffff903298a49b00)
00010000:00010000:0.0:1769074965.774761:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.774764:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774769:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4419c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.774805:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4418e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 350 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.774817:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 349 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.774824:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:0.0:1769074965.774827:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.774829:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8a00, rc 0)
00000100:00100000:0.0:1769074965.775151:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13245:x1855007657489920:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 839us (2912us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.775159:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210894
00000100:00100000:3.0:1769074965.778123:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.779295:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657490176
00000100:00100000:0.0:1769074965.779307:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657490176
00000100:00100000:0.0:1769074965.779358:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210895
00000100:00100000:0.0:1769074965.779367:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13246:x1855007657490176:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.779391:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.779410:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e441aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ad1 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.779495:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.779509:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ac3 expref: 350 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.779516:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.779549:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ac3 expref: 350 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.779562:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ac3 expref: 350 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.779575:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb821500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623449344:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.779652:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616a80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.782932:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb821500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623449344:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.782965:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074965.784727:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.786626:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657490560
00000100:00100000:2.0:1769074965.786647:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657490560
00000100:00100000:3.0:1769074965.786666:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.786713:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210896
00000100:00100000:2.0:1769074965.786724:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13245:x1855007657490560:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.786747:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.786768:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e441b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ad8 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.786883:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.786898:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa0 expref: 352 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.786929:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 352 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.786939:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 5/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.786975:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 352 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.786986:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 352 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.786999:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623449472:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074965.787098:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa0 expref: 352 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.787107:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa0 expref: 352 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.787119:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623449600:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.787141:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033c20c0180 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.788573:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.790983:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657490304
00000100:00100000:2.0:1769074965.790999:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657490304
00010000:00010000:2.0:1769074965.791101:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 353 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.791133:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657490688
00000100:00100000:2.0:1769074965.791136:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657490688
00010000:00010000:2.0:1769074965.791147:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ac3 expref: 354 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.795984:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5791
00000100:00100000:2.0:1769074965.796012:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2368:x1855007657490304:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.796035:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.796047:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 354 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.796062:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 354 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.796086:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:2.0:1769074965.796092:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.796099:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.796108:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.796134:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5792
00000100:00100000:3.0:1769074965.796147:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2366:x1855007657490688:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.796158:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.796166:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ac3 expref: 354 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.796173:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2368:x1855007657490304:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (9508us total) trans 0 rc 0/0
00010000:00010000:3.0:1769074965.796185:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ac3 expref: 354 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.796190:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5791
00010000:00010000:3.0:1769074965.796207:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44180 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ac3 expref: 354 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.796222:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:3.0:1769074965.796227:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.796236:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.796244:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.796282:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.796304:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f19850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2366:x1855007657490688:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 160us (7737us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.796309:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5792
00000100:00100000:3.0:1769074965.796382:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:2.0:1769074965.796402:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000af38e1f9 x1855007623449472) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 351 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.796405:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657490816
00000100:00100000:3.0:1769074965.796411:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657490816
00010000:00010000:2.0:1769074965.796420:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e441a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aca expref: 352 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.796435:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623449472:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.796437:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa0 expref: 351 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.796452:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623449600:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074965.796467:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5793
00010000:00010000:2.0:1769074965.796473:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00000100:00100000:3.0:1769074965.796477:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2368:x1855007657490816:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.796482:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.796487:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.796495:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa0 expref: 351 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.796498:0:5763:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.797159:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa0 expref: 351 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.797176:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4412c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aa0 expref: 351 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.797189:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074965.797193:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.797201:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.797207:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.797221:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.797255:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:2368:x1855007657490816:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 781us (874us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.797262:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5793
00010000:00010000:2.0:1769074965.797422:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.797433:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.797438:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.797462:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10425:0x0]: returning size 2048
00010000:00010000:2.0:1769074965.797593:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e441b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad8 expref: 351 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.797604:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad8 expref: 350 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.797609:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:2.0:1769074965.797611:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.797613:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e39800, rc 0)
00000100:00100000:2.0:1769074965.797726:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13245:x1855007657490560:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10918us (12921us total) trans 4295106693 rc 0/0
00000100:00100000:2.0:1769074965.797733:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210896
00010000:00010000:1.0:1769074965.797952:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.797960:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.797990:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e0:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.797994:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.798007:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.798091:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e441aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad1 expref: 350 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.798105:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8c00/0x2152b583a6e441b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad1 expref: 349 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.798109:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e0:0x0].0x0 (ffff903390012f00)
00010000:00010000:1.0:1769074965.798111:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.798113:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8c00, rc 0)
00000100:00100000:1.0:1769074965.798138:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13246:x1855007657490176:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 18774us (20025us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.798142:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210895
00000100:00100000:3.0:1769074965.801830:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.801996:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657490944
00000100:00100000:1.0:1769074965.802008:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657490944
00000100:00100000:1.0:1769074965.802073:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210897
00000100:00100000:1.0:1769074965.802084:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+349:13245:x1855007657490944:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.802105:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.802126:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e441cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309adf expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.802211:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.802226:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad8 expref: 350 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.802234:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.802267:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad8 expref: 350 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.802279:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad8 expref: 350 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.802293:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623449728:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.802373:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.805015:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.805070:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657491072
00000100:00100000:2.0:1769074965.805080:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657491072
00000100:00100000:3.0:1769074965.806065:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.806078:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210898
00000100:00100000:2.0:1769074965.806100:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657491200
00000100:00100000:2.0:1769074965.806104:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657491200
00010000:00010000:2.0:1769074965.806133:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad8 expref: 352 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.806160:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5794
00000100:00100000:2.0:1769074965.806166:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2369:x1855007657491200:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074965.806177:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074965.806182:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad8 expref: 352 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.806195:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad8 expref: 352 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074965.806212:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:2.0:1769074965.806216:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.806223:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.806227:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.806241:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074965.806286:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2369:x1855007657491200:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 120us (226us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.806292:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5794
00000100:00100000:2.0:1769074965.806318:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13246:x1855007657491072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.806335:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.806349:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e441db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ae6 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.806397:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806406:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806413:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806426:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806432:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806438:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806528:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e441f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806534:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e441f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806538:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e441f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074965.806563:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:2.0:1769074965.806566:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.806578:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e441f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806585:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e441f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806590:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806594:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806598:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806604:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.806607:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806612:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806616:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.806618:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.806621:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806624:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e441e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806634:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806637:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806641:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806644:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.806645:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806648:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806653:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x3afecd66 (ffff9032af293500)
00010000:00010000:2.0:1769074965.806655:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.806656:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806660:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e441e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.806678:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e441db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ae6 expref: 353 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.806692:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e441f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ae6 expref: 352 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.806699:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:2.0:1769074965.806701:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.806704:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5f31e00, rc 0)
00000100:00100000:2.0:1769074965.806740:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13246:x1855007657491072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 651us (1734us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.807121:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210898
00010000:00010000:1.0:1769074965.807163:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e441bf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ad8 expref: 351 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.807174:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623449728:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.807193:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.807198:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.807201:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.807219:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10425:0x0]: returning size 2048
00000004:00200000:1.0:1769074965.807221:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.807228:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.807242:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e441cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10425:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309adf expref: 351 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.807249:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309adf expref: 350 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.807257:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:1.0:1769074965.807259:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.807261:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:1.0:1769074965.807298:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13245:x1855007657490944:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5218us (5479us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.807302:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210897
00000100:00100000:0.0:1769074965.813588:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.813622:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.813665:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657491456
00000100:00100000:1.0:1769074965.813688:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657491456
00000100:00100000:1.0:1769074965.813758:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210899
00000100:00100000:3.0:1769074965.813766:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657491584
00000100:00100000:1.0:1769074965.813771:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13246:x1855007657491456:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074965.813774:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657491584
00010000:00010000:1.0:1769074965.813811:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.813834:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e441f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309aed expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:3.0:1769074965.813836:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1673
00000100:00100000:3.0:1769074965.813850:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2369:x1855007657491584:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.813865:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.813887:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e441f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ae6 expref: 352 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.813904:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:3.0:1769074965.813934:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.813986:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2369:x1855007657491584:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 138us (415us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.813994:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1673
00000100:00100000:3.0:1769074965.814049:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.814088:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657491712
00000100:00100000:0.0:1769074965.814094:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657491712
00000100:00100000:0.0:1769074965.814130:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210900
00000100:00100000:0.0:1769074965.814137:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13245:x1855007657491712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.814146:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.814156:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e441fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309af4 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.814195:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814207:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814217:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814230:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814236:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814242:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814335:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44213 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814343:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44213 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814354:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44213 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074965.814387:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10425:0x0]: returning size 2048
00000004:00200000:0.0:1769074965.814392:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.814409:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44213 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814418:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44213 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814425:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814430:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814436:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814442:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.814446:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814452:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814460:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074965.814463:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.814467:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814472:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44205 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814483:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814489:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814495:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814500:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.814503:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814508:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814514:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd13fc2bb (ffff903298a49b00)
00010000:00010000:0.0:1769074965.814516:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.814519:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.814523:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4420c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.814536:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.814547:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309639 expref: 353 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.814548:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e441fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309af4 expref: 353 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.814556:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.814560:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44213 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309af4 expref: 352 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.814566:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:0.0:1769074965.814569:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.814571:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8400, rc 0)
00010000:00010000:1.0:1769074965.814585:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309639 expref: 352 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.814597:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309639 expref: 352 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.814611:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623449856:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.814612:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13245:x1855007657491712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 476us (563us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.814618:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210900
00000100:00100000:1.0:1769074965.814658:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cf00 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.817209:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623449856:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.817241:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074965.818591:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.818646:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657491840
00000100:00100000:0.0:1769074965.818655:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657491840
00010000:00010000:0.0:1769074965.818693:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309639 expref: 352 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.818731:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5795
00000100:00100000:0.0:1769074965.818740:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2368:x1855007657491840:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.818755:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.818761:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309639 expref: 352 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.818774:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309639 expref: 352 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.818807:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e433e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309639 expref: 352 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.818823:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074965.818829:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.818838:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.818850:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.819093:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.819150:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2368:x1855007657491840:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 410us (565us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.819158:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5795
00010000:00010000:1.0:1769074965.819672:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.819680:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.819701:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00010000:00010000:1.0:1769074965.819861:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e441f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aed expref: 352 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.819877:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aed expref: 351 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.819884:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074965.819886:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074965.819889:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074965.820224:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb820700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13246:x1855007657491456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6456us (6598us total) trans 4295106694 rc 0/0
00000100:00100000:1.0:1769074965.820232:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210899
00000100:00100000:2.0:1769074965.823711:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.823757:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657491968
00000100:00100000:0.0:1769074965.823768:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657491968
00000100:00100000:0.0:1769074965.823844:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1674
00000100:00100000:0.0:1769074965.823856:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2369:x1855007657491968:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.823874:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.823897:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44213 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309af4 expref: 351 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074965.824125:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.824178:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657492096
00000100:00100000:1.0:1769074965.824183:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657492096
00000100:00100000:1.0:1769074965.824230:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210901
00000100:00100000:1.0:1769074965.824238:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13246:x1855007657492096:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.824258:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.824283:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44228 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309afb expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.824361:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.824374:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aed expref: 353 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.824381:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.824413:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aed expref: 353 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.824425:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aed expref: 353 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.824437:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623449984:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.824530:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cf00 going to sleep for 11 seconds
00010000:00010000:0.0:1769074965.824663:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:0.0:1769074965.824668:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.824709:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2369:x1855007657491968:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 855us (1005us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.824717:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1674
00000100:00100000:2.0:1769074965.829122:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.829265:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623449984:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.829299:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.829518:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657492224
00000100:00100000:0.0:1769074965.829527:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657492224
00010000:00010000:0.0:1769074965.829564:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aed expref: 352 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.829659:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5796
00000100:00100000:0.0:1769074965.829670:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2369:x1855007657492224:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.829686:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.829692:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aed expref: 352 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.829706:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aed expref: 352 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.829729:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4421a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309aed expref: 352 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.829744:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:0.0:1769074965.829748:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.829758:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.829765:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.829805:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.829869:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:2369:x1855007657492224:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 201us (755us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.829878:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5796
00010000:00010000:1.0:1769074965.829886:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.830305:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.830352:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e2:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.830356:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.830375:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.830405:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44228 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309afb expref: 351 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.830419:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef600/0x2152b583a6e4422f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309afb expref: 350 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.830427:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e2:0x0].0x0 (ffff90329e6c9700)
00010000:00010000:1.0:1769074965.830430:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.830432:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef600, rc 0)
00000100:00100000:1.0:1769074965.830477:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13246:x1855007657492096:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6239us (6351us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.830485:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210901
00000100:00100000:2.0:1769074965.837648:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.837728:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657492352
00000100:00100000:1.0:1769074965.837748:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657492352
00000100:00100000:1.0:1769074965.837814:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210902
00000100:00100000:1.0:1769074965.837823:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+350:13246:x1855007657492352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.837845:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.837868:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44236 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b02 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.837967:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.837983:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.837995:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838008:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838015:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838210:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838332:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838341:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838348:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.838381:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.838385:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.838402:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838414:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838423:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838430:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838437:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838442:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.838446:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838453:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838464:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074965.838467:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.838472:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838478:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4423d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838489:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838496:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838502:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838506:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.838510:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838516:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838522:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x76821429 (ffff903299a8d900)
00010000:00010000:1.0:1769074965.838525:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.838528:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838533:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44244 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.838562:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44236 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b02 expref: 352 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.838574:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b02 expref: 351 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.838582:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074965.838584:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.838587:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00000100:00100000:1.0:1769074965.838700:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+351:13246:x1855007657492352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 877us (1061us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.838708:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210902
00000100:00100000:3.0:1769074965.843618:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.843658:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.843725:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657492864
00000100:00100000:1.0:1769074965.843747:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657492864
00000100:00100000:1.0:1769074965.843809:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657492736
00000100:00100000:1.0:1769074965.843813:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657492736
00000100:00100000:1.0:1769074965.843842:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210903
00000100:00100000:1.0:1769074965.843852:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13246:x1855007657492864:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.843872:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.843892:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44252 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b10 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.844015:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.844042:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230965c expref: 353 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.844051:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b02 expref: 353 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.844058:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.844093:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b02 expref: 353 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.844106:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b02 expref: 353 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.844120:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450112:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.844198:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230965c expref: 353 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.844208:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230965c expref: 353 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.844222:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450240:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.844242:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cf00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.844425:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210904
00000100:00100000:3.0:1769074965.844435:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13245:x1855007657492736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.844443:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.844452:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44260 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b09 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.844500:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.844510:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230952f expref: 354 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.844517:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.844540:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230952f expref: 354 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.844548:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230952f expref: 354 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.844557:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623450368:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074965.844582:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:2.0:1769074965.850042:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.850204:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074965.850267:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000e98f762b x1855007623450112) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b02 expref: 354 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.850299:0:7034:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b02 expref: 354 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.850320:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4424b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b02 expref: 354 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.850335:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b88700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450112:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.850348:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450240:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.850373:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074965.850378:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.850385:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.850393:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074965.850493:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903286ce4700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623450368:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.850507:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074965.851130:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657492992
00000100:00100000:0.0:1769074965.851140:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657492992
00000100:00100000:0.0:1769074965.851197:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657493120
00000100:00100000:0.0:1769074965.851201:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657493120
00010000:00010000:0.0:1769074965.851217:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230965c expref: 355 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.851228:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1675
00000100:00100000:1.0:1769074965.851244:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:2366:x1855007657492992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.851261:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.851265:0:5747:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e4424b)
00010000:00010000:1.0:1769074965.851267:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.851314:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5797
00000100:00100000:3.0:1769074965.851324:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:2368:x1855007657493120:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.851334:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.851340:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230965c expref: 355 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.851352:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230965c expref: 355 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.851367:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e4344b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230965c expref: 355 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.851384:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2366:x1855007657492992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 141us (1349us total) trans 0 rc 116/116
00010000:00010000:3.0:1769074965.851384:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:3.0:1769074965.851393:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074965.851398:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1675
00010000:00010000:3.0:1769074965.851409:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.851416:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.851440:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.851486:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:2368:x1855007657493120:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 159us (1278us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.851493:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5797
00010000:00010000:1.0:1769074965.852133:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.852142:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.852163:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00010000:00010000:1.0:1769074965.852377:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44252 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b10 expref: 354 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.852395:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b10 expref: 353 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.852405:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074965.852408:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074965.852411:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72400, rc 0)
00000100:00100000:1.0:1769074965.852450:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13246:x1855007657492864:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8600us (8841us total) trans 4295106695 rc 0/0
00000100:00100000:1.0:1769074965.852457:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210903
00000100:00100000:2.0:1769074965.856071:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.856316:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657493248
00000100:00100000:0.0:1769074965.856328:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657493248
00010000:00010000:0.0:1769074965.856369:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230952f expref: 353 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.856412:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5798
00000100:00100000:0.0:1769074965.856421:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:2369:x1855007657493248:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.856438:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.856445:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230952f expref: 353 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.856458:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230952f expref: 353 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.856481:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e43093 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230952f expref: 353 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.856496:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074965.856502:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.856511:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.856517:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074965.856550:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074965.856575:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074965.856582:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074965.856603:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000100:00100000:0.0:1769074965.856650:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:2369:x1855007657493248:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 230us (587us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.856657:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5798
00010000:00010000:3.0:1769074965.856752:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44260 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b09 expref: 353 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.856768:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b09 expref: 352 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.856784:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:3.0:1769074965.856787:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074965.856790:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7e00, rc 0)
00000100:00100000:3.0:1769074965.856817:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13245:x1855007657492736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12384us (13158us total) trans 4295106696 rc 0/0
00000100:00100000:3.0:1769074965.856824:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210904
00000100:00100000:2.0:1769074965.862292:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.862348:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.862405:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657493376
00000100:00100000:0.0:1769074965.862415:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657493376
00000100:00100000:0.0:1769074965.862462:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657493504
00000100:00100000:0.0:1769074965.862465:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657493504
00000100:00100000:1.0:1769074965.862497:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210905
00000100:00100000:1.0:1769074965.862512:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13246:x1855007657493376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.862534:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.862557:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e4427c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b17 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074965.862619:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210906
00000100:00100000:0.0:1769074965.862630:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657493504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.862645:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.862657:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.862663:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b10 expref: 354 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.862674:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.862682:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4428a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b1e expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.862710:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b10 expref: 355 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.862724:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b10 expref: 355 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.862728:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.862742:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b09 expref: 355 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.862749:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.862771:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b09 expref: 355 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.862790:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b09 expref: 355 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.862803:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb821500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623450624:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.862885:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033af616a80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074965.863005:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450496:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.863057:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c600 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.866377:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.866419:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.866451:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657493632
00000100:00100000:3.0:1769074965.866459:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657493632
00010000:00010000:3.0:1769074965.866497:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b09 expref: 356 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.866534:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657493760
00000100:00100000:3.0:1769074965.866537:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657493760
00010000:00010000:3.0:1769074965.866551:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b10 expref: 357 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.866570:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5799
00000100:00100000:3.0:1769074965.866578:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+357:2368:x1855007657493632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.866591:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.866598:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b09 expref: 357 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.866608:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b09 expref: 357 pid: 11659 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.866627:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:3.0:1769074965.866632:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.866640:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.866647:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074965.866667:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.866708:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+357:2368:x1855007657493632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 131us (342us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.866715:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5799
00000100:00100000:3.0:1769074965.866730:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5800
00000100:00100000:3.0:1769074965.866747:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:2369:x1855007657493760:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.866754:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.866759:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b10 expref: 356 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.866769:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b10 expref: 356 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.866788:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:3.0:1769074965.866793:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.866800:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.866805:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.866814:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.866829:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:2369:x1855007657493760:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 93us (409us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.866835:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5800
00010000:00010000:1.0:1769074965.867398:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44259 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d8:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b10 expref: 355 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.867417:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450496:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.867439:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.867449:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.867455:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.867498:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d8:0x0]: returning size 260096
00000004:00200000:1.0:1769074965.867502:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.867522:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.867552:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e4427c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b17 expref: 355 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.867567:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeee00/0x2152b583a6e44283 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b17 expref: 354 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.867575:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d8:0x0].0x0 (ffff903390012900)
00010000:00010000:1.0:1769074965.867578:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.867580:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeee00, rc 0)
00000100:00100000:1.0:1769074965.867614:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13246:x1855007657493376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5107us (5332us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.867621:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210905
00010000:00010000:0.0:1769074965.867725:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44267 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b09 expref: 353 pid: 11659 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.867738:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb821500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623450624:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074965.867751:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.867758:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.867762:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074965.867793:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000004:00200000:0.0:1769074965.867797:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074965.867808:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.867827:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4428a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b1e expref: 353 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.867838:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b1e expref: 352 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.867845:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074965.867848:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.867850:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9600, rc 0)
00000100:00100000:0.0:1769074965.867873:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13245:x1855007657493504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5246us (5525us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.867879:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210906
00000100:00100000:3.0:1769074965.872990:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.873123:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657494016
00000100:00100000:0.0:1769074965.873132:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657494016
00000100:00100000:0.0:1769074965.873221:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4522
00000100:00100000:0.0:1769074965.873230:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+352:13245:x1855007657494016:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074965.873479:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:13245:x1855007657494016:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 248us (495us total) trans 4295106697 rc 0/0
00000100:00100000:0.0:1769074965.873486:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4522
00000100:00100000:2.0:1769074965.879131:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.879175:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.879265:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657494144
00000100:00100000:1.0:1769074965.879277:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657494144
00000100:00100000:1.0:1769074965.879335:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657494272
00000100:00100000:1.0:1769074965.879340:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657494272
00000100:00100000:1.0:1769074965.879506:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210907
00000100:00100000:2.0:1769074965.879530:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210908
00000100:00100000:2.0:1769074965.879544:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13246:x1855007657494272:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074965.879547:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657494144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.879573:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.879573:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.879595:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4429f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b25 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.879596:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e44298 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b2c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.879675:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.879675:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879698:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.879699:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.879721:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.879721:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.879745:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.879754:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.879759:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.879763:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.879783:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879792:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879862:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879869:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879877:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879884:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.879888:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879896:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.879902:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e442c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.879941:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.879945:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.879950:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879956:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879971:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879977:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879983:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879988:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.879990:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.879996:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.880003:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x57cc5c99 (ffff9032af293500)
00010000:00010000:2.0:1769074965.880006:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.880008:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.880014:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074965.880212:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e44298 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b2c expref: 356 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.880222:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.880224:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.880228:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e44298 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b2c expref: 356 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.880237:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb000, rc 0)
00000100:00100000:2.0:1769074965.880423:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13246:x1855007657494272:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 883us (1245us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074965.880431:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210908
00010000:00010000:1.0:1769074965.880821:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e442c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.880831:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e442c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.880868:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000004:00200000:1.0:1769074965.880873:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.880891:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e442c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.880901:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e442c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881015:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881027:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881033:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881038:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaefa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.881042:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881048:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881057:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074965.881059:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.881063:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881068:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e442a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881079:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881084:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881088:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881093:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc29c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.881095:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881101:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881107:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x283705e2 (ffff903299a8d900)
00010000:00010000:1.0:1769074965.881109:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.881112:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881117:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e442b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.881143:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e4429f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b25 expref: 355 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.881155:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e442c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b25 expref: 354 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.881161:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074965.881164:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.881166:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72400, rc 0)
00000100:00100000:1.0:1769074965.881214:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657494144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1699us (2092us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.881222:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210907
00000100:00100000:2.0:1769074965.887182:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.887262:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657494400
00000100:00100000:0.0:1769074965.887274:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657494400
00000100:00100000:0.0:1769074965.887392:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1676
00000100:00100000:0.0:1769074965.887403:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2368:x1855007657494400:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.887418:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.887443:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e442c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b25 expref: 354 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.887462:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074965.887467:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.887527:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+353:2368:x1855007657494400:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 126us (352us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.887537:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1676
00000100:00100000:3.0:1769074965.897098:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.897157:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.897226:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657494656
00000100:00100000:1.0:1769074965.897243:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657494656
00000100:00100000:2.0:1769074965.897246:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657494784
00000100:00100000:2.0:1769074965.897251:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657494784
00000100:00100000:2.0:1769074965.897335:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210909
00000100:00100000:2.0:1769074965.897346:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13246:x1855007657494784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.897365:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.897388:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e442c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b3a expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.897457:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897473:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897485:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897498:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897505:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897511:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897576:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897583:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897589:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897595:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.897599:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897605:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897617:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.897620:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.897625:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897631:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb600/0x2152b583a6e442d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897660:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897666:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897672:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897676:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338abfb800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.897680:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897685:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897691:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9b386487 (ffff9032af293500)
00010000:00010000:2.0:1769074965.897693:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.897696:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897701:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb800/0x2152b583a6e442d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074965.897729:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e442c9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b3a expref: 355 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.897738:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074965.897741:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.897745:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb000/0x2152b583a6e442c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b3a expref: 355 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.897754:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338abfb000, rc 0)
00000100:00100000:2.0:1769074965.897839:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13246:x1855007657494784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 495us (691us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074965.897847:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210909
00000100:00100000:1.0:1769074965.898108:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210910
00000100:00100000:1.0:1769074965.898118:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657494656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.898129:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.898141:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e442de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b33 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.898398:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.898410:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b1e expref: 355 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.898417:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.898450:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b1e expref: 355 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.898462:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b1e expref: 355 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.898474:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450752:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.898528:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c600 going to sleep for 11 seconds
00000100:00100000:2.0:1769074965.904546:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.904649:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657494912
00000100:00100000:3.0:1769074965.904668:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657494912
00000100:00100000:2.0:1769074965.904701:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.904755:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210911
00000100:00100000:3.0:1769074965.904788:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13246:x1855007657494912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.904817:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.904846:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e442ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b41 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.904979:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074965.904996:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450752:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.904998:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905029:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074965.905032:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.905103:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905113:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905120:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905224:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905232:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905240:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905247:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074965.905252:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905260:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905275:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074965.905278:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074965.905283:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905289:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e442f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905302:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905308:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905314:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905319:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074965.905322:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905328:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905336:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x2df3971f (ffff90328bb7fa00)
00010000:00010000:3.0:1769074965.905339:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074965.905342:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905348:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6600/0x2152b583a6e442fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074965.905389:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e442ec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b41 expref: 356 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.905399:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074965.905402:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074965.905406:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e442ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b41 expref: 356 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.905416:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:3.0:1769074965.905499:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13246:x1855007657494912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 733us (962us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074965.905509:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210911
00000100:00100000:1.0:1769074965.905567:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657495040
00000100:00100000:1.0:1769074965.905577:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657495040
00010000:00010000:1.0:1769074965.905611:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b1e expref: 355 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.905654:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5801
00000100:00100000:1.0:1769074965.905664:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:2368:x1855007657495040:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.905679:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.905686:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b1e expref: 355 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.905698:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b1e expref: 355 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.905719:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e44291 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b1e expref: 355 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074965.905733:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074965.905738:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.905748:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.905754:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.905792:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074965.905809:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.905816:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074965.905834:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000100:00100000:1.0:1769074965.905856:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:2368:x1855007657495040:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 194us (1157us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.905863:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5801
00010000:00010000:2.0:1769074965.906012:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e442de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b33 expref: 355 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.906028:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b33 expref: 354 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.906035:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:2.0:1769074965.906038:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074965.906041:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00000100:00100000:2.0:1769074965.906067:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657494656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7951us (8984us total) trans 4295106698 rc 0/0
00000100:00100000:2.0:1769074965.906073:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210910
00000100:00100000:3.0:1769074965.913447:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.914269:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657495168
00000100:00100000:2.0:1769074965.914294:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657495168
00000100:00100000:2.0:1769074965.914372:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210912
00000100:00100000:2.0:1769074965.914382:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+354:13245:x1855007657495168:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.914418:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.914443:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44308 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b48 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.914529:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.914545:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b33 expref: 355 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.914553:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.914589:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b33 expref: 355 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.914601:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b33 expref: 355 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074965.914614:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba0b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450880:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074965.914724:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033c20c0180 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.915251:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.915376:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657495424
00000100:00100000:0.0:1769074965.915381:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657495424
00000100:00100000:0.0:1769074965.915441:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210913
00000100:00100000:0.0:1769074965.915449:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13246:x1855007657495424:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.915461:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.915463:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:0.0:1769074965.915483:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1c800/0x2152b583a6e43c5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309903 expref: 356 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.915499:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074965.915504:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074965.915513:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44316 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b4f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.915620:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.915631:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.915640:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.915652:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.915659:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.915665:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00080000:0.0:1769074965.916024:0:5763:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d5:0x0], index 0: 0
00010000:00010000:0.0:1769074965.916182:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.916192:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.916199:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.916231:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.916237:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.916242:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.916247:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074965.916251:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.916257:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.916265:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074965.916267:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074965.916270:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.916276:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4431d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:0.0:1769074965.916286:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b572025 reply state 000000004456d4cd transno 4295106699 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074965.916294:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:0.0:1769074965.916318:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44316 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b4f expref: 358 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.916331:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b4f expref: 357 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.916338:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:0.0:1769074965.916341:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074965.916343:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9600, rc 0)
00000100:00100000:1.0:1769074965.917742:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13246:x1855007657495424:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2287us (2487us total) trans 4295106699 rc 0/0
00000100:00100000:1.0:1769074965.917763:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210913
00000100:00100000:2.0:1769074965.918666:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.918768:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba0b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623450880:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.918809:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074965.918875:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657495552
00000100:00100000:0.0:1769074965.918883:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657495552
00010000:00010000:0.0:1769074965.918929:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b33 expref: 358 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.918963:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5802
00000100:00100000:0.0:1769074965.918974:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:2369:x1855007657495552:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.918987:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.918993:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b33 expref: 358 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.919005:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b33 expref: 358 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.919025:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e442e5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b33 expref: 358 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.919038:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074965.919044:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.919053:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.919061:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074965.919091:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.919135:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f18050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+357:2369:x1855007657495552:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 164us (474us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.919142:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5802
00010000:00010000:2.0:1769074965.919320:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.919327:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074965.919368:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000004:00200000:2.0:1769074965.919372:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.919390:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.919432:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44308 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b48 expref: 357 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.919447:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b48 expref: 356 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.919455:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:2.0:1769074965.919457:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.919460:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700600, rc 0)
00000100:00100000:2.0:1769074965.919499:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13245:x1855007657495168:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5119us (6068us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.919507:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210912
00010000:00010000:1.0:1769074965.922092:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.922110:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.922117:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.922123:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074965.922128:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.922135:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.922150:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9b386487 (ffff903298a49b00)
00010000:00010000:1.0:1769074965.922153:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074965.922159:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.922164:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44324 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074965.926394:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.926545:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657495680
00000100:00100000:2.0:1769074965.926556:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657495680
00000100:00100000:2.0:1769074965.926657:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210914
00000100:00100000:2.0:1769074965.926668:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+355:13245:x1855007657495680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.926689:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.926711:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e44339 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b56 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.926807:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.926826:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.926837:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.926852:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.926858:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.926864:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.926999:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e4434e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927007:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e4434e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927012:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e4434e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074965.927043:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000004:00200000:2.0:1769074965.927048:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.927066:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e4434e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927075:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e4434e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927082:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927092:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927099:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927105:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.927109:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927116:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927127:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.927130:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.927135:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927140:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44340 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927153:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927158:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927164:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927169:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.927172:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927178:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927185:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x283705e2 (ffff9032af293500)
00010000:00010000:2.0:1769074965.927187:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.927190:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927196:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44347 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.927236:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e44339 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b56 expref: 357 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.927248:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e4434e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b56 expref: 356 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.927256:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:2.0:1769074965.927258:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074965.927261:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700400, rc 0)
00000100:00100000:2.0:1769074965.927329:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb821500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13245:x1855007657495680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 663us (945us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.927336:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210914
00000100:00100000:0.0:1769074965.928417:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.928497:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657495808
00000100:00100000:3.0:1769074965.928506:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657495808
00000100:00100000:3.0:1769074965.928555:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2997
00000100:00100000:3.0:1769074965.928564:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+73:2368:x1855007657495808:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.928578:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.928597:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b5d expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:3.0:1769074965.928620:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:3.0:1769074965.928636:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074965.928638:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074965.928645:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b5d expref: 74 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074965.928661:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b5d expref: 74 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074965.928673:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:3.0:1769074965.928713:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903286ce4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657495808:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 151us (300us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.928719:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2997
00000100:00100000:0.0:1769074965.931754:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.931869:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657495936
00000100:00100000:2.0:1769074965.931880:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657495936
00000100:00100000:2.0:1769074965.932199:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210915
00000100:00100000:2.0:1769074965.932290:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13245:x1855007657495936:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.932321:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.932344:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4435c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b64 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.932418:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932434:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932446:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932460:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932467:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932473:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932549:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932557:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932564:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932569:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.932573:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932579:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932591:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.932594:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.932598:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932603:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44363 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932616:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932622:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932627:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932632:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.932635:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932640:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932648:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3f304673 (ffff9032af293c00)
00010000:00010000:2.0:1769074965.932650:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.932653:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932658:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4436a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.932690:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4435c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b64 expref: 357 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.932699:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.932702:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.932705:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4435c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b64 expref: 357 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.932713:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701800, rc 0)
00000100:00100000:2.0:1769074965.932801:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298251180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13245:x1855007657495936:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 592us (1056us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074965.932808:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210915
00000100:00100000:0.0:1769074965.937253:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.938376:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657496320
00000100:00100000:3.0:1769074965.938390:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657496320
00000100:00100000:2.0:1769074965.938539:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4523
00000100:00100000:2.0:1769074965.938551:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+356:13246:x1855007657496320:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074965.940249:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+357:13246:x1855007657496320:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 1689us (2995us total) trans 4295106700 rc 0/0
00000100:00100000:2.0:1769074965.940264:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4523
00000100:00100000:0.0:1769074965.940469:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.940785:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.941030:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657496448
00000100:00100000:2.0:1769074965.941040:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657496448
00000100:00100000:2.0:1769074965.941085:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210916
00000100:00100000:2.0:1769074965.941095:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+357:13245:x1855007657496448:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.941113:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.941132:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e44371 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b6b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.941193:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44378 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.941325:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44378 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.941338:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44378 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074965.941391:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:2.0:1769074965.941394:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074965.941413:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44378 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074965.941437:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e44371 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b6b expref: 359 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.941452:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44378 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b6b expref: 358 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.941461:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.941464:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1769074965.941468:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700800, rc 0)
00000100:00100000:2.0:1769074965.941517:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13245:x1855007657496448:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 424us (741us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.941524:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210916
00000100:00100000:1.0:1769074965.941592:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657496064
00000100:00100000:1.0:1769074965.941597:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657496064
00000100:00100000:1.0:1769074965.941631:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1677
00000100:00100000:1.0:1769074965.941638:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:2369:x1855007657496064:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074965.941646:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074965.941659:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e4434e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b56 expref: 358 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.941669:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074965.941974:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074965.941999:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+357:2369:x1855007657496064:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 361us (1531us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.942006:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1677
00000100:00100000:3.0:1769074965.944424:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.944525:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657496704
00000100:00100000:0.0:1769074965.944536:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657496704
00000100:00100000:0.0:1769074965.944596:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210917
00000100:00100000:0.0:1769074965.944605:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+357:13246:x1855007657496704:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074965.944626:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074965.944644:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4437f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b72 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.944769:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.944795:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b4f expref: 358 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.944804:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.944841:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b4f expref: 358 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074965.944856:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b4f expref: 358 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.944870:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623451008:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074965.944986:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903387f48a80 going to sleep for 11 seconds
00010000:00010000:1.0:1769074965.946161:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769074965.949101:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.949219:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657496832
00000100:00100000:2.0:1769074965.949229:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657496832
00000100:00100000:2.0:1769074965.949291:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4524
00000100:00100000:2.0:1769074965.949302:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338a2a0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13245:x1855007657496832:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074965.952554:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.952944:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657496960
00000100:00100000:0.0:1769074965.952955:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657496960
00010000:00010000:0.0:1769074965.952997:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b4f expref: 361 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074965.953045:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5803
00000100:00100000:0.0:1769074965.953055:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:2368:x1855007657496960:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074965.953069:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074965.953076:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b4f expref: 361 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.953089:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b4f expref: 361 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074965.953109:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:0.0:1769074965.953114:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.953123:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.953134:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074965.953154:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074965.953205:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:2368:x1855007657496960:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 151us (659us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074965.953224:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5803
00000100:00100000:2.0:1769074965.954396:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338a2a0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13245:x1855007657496832:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5091us (5299us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074965.954407:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4524
00010000:00010000:1.0:1769074965.956550:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4432b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b4f expref: 358 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.956575:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623451008:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.956597:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.956607:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074965.956612:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074965.956634:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10426:0x0]: returning size 0
00010000:00010000:1.0:1769074965.957007:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e4437f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b72 expref: 359 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.957107:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b72 expref: 358 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.957116:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:1.0:1769074965.957119:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074965.957122:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9200, rc 0)
00000100:00100000:1.0:1769074965.957244:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13246:x1855007657496704:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12639us (12828us total) trans 4295106701 rc 0/0
00000100:00100000:1.0:1769074965.957254:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210917
00000100:00100000:0.0:1769074965.958533:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.958607:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657497088
00000100:00100000:2.0:1769074965.958616:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657497088
00000100:00100000:2.0:1769074965.958680:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210918
00000100:00100000:2.0:1769074965.958691:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13245:x1855007657497088:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074965.958714:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074965.958743:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44394 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b79 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.958814:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.958828:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.958838:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.958850:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.958856:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.958862:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959044:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959051:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959058:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959064:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.959068:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959075:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959087:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.959090:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.959095:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959101:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4439b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959111:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959115:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959119:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959121:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074965.959123:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959126:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959131:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3771cd63 (ffff9032af293c00)
00010000:00010000:2.0:1769074965.959132:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.959134:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959137:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3771cd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074965.959160:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44394 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b79 expref: 359 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.959166:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074965.959168:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074965.959170:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44394 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b79 expref: 359 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074965.959174:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701800, rc 0)
00000100:00100000:2.0:1769074965.959323:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13245:x1855007657497088:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 633us (793us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074965.959331:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210918
00000100:00100000:3.0:1769074965.962619:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.963803:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657497216
00000100:00100000:1.0:1769074965.963816:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657497216
00000100:00100000:1.0:1769074965.963887:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210919
00000100:00100000:1.0:1769074965.963897:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+358:13246:x1855007657497216:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074965.963937:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.963958:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e443a9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b80 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.964127:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.964143:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b72 expref: 359 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.964151:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.964185:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b72 expref: 359 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.964198:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b72 expref: 359 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.964210:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451136:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.964381:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074965.973431:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074965.974750:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657497472
00000100:00100000:2.0:1769074965.974764:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657497472
00000100:00100000:2.0:1769074965.974838:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4525
00000100:00100000:2.0:1769074965.974849:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:13245:x1855007657497472:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074965.976295:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.976437:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657497600
00000100:00100000:3.0:1769074965.976446:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657497600
00010000:00010000:3.0:1769074965.976481:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b72 expref: 361 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074965.976518:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5804
00000100:00100000:3.0:1769074965.976528:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:2369:x1855007657497600:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074965.976545:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074965.976552:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b72 expref: 361 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.976565:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b72 expref: 361 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074965.976587:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:3.0:1769074965.976592:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.976602:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.976609:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074965.976625:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074965.976692:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:2369:x1855007657497600:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 165us (404us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.976700:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5804
00010000:00010000:1.0:1769074965.976938:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44386 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b72 expref: 361 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.976954:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451136:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.976975:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.976988:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.976994:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074965.977228:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10426:0x0]: returning size 0
00000004:00200000:1.0:1769074965.977233:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074965.977250:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.977285:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e443a9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10426:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b80 expref: 361 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.977298:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b80 expref: 360 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.977305:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:1.0:1769074965.977307:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074965.977310:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72400, rc 0)
00000100:00100000:2.0:1769074965.977351:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:13245:x1855007657497472:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 2504us (3928us total) trans 4295106702 rc 0/0
00000100:00100000:2.0:1769074965.977360:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4525
00000100:00100000:1.0:1769074965.977546:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13246:x1855007657497216:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13649us (14936us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074965.977556:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210919
00000100:00100000:0.0:1769074965.985415:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074965.985507:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074965.985546:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657497856
00000100:00100000:3.0:1769074965.985557:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657497856
00000100:00100000:3.0:1769074965.985606:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2998
00000100:00100000:3.0:1769074965.985616:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:13246:x1855007657497856:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074965.985635:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074965.985655:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6600/0x2152b583a6e443b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b8e expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.985693:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b5d expref: 75 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:3.0:1769074965.985702:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074965.985703:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:3.0:1769074965.985708:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6600/0x2152b583a6e443b7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b8e expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074965.986177:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657497984
00000100:00100000:1.0:1769074965.986184:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657497984
00010000:00010000:3.0:1769074965.986266:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b5d expref: 75 pid: 13367 timeout: 0 lvb_type: 1
00000100:00100000:1.0:1769074965.986288:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210920
00010000:00010000:3.0:1769074965.986293:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b5d expref: 75 pid: 13367 timeout: 2051 lvb_type: 1
00000100:00100000:1.0:1769074965.986297:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+359:13245:x1855007657497984:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074965.986307:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623451264:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.986311:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074965.986324:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e443be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b87 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.986414:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074965.986428:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b48 expref: 360 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.986435:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074965.986438:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00010000:00010000:1.0:1769074965.986453:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b48 expref: 360 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074965.986461:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b48 expref: 360 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074965.986471:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451392:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074965.986498:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cd80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074965.994206:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623451264:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074965.994244:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6600/0x2152b583a6e443b7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b8e expref: 75 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074965.994264:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6600, rc 0)
00000100:00100000:3.0:1769074965.994465:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:13246:x1855007657497856:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8849us (9060us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074965.994475:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2998
00000100:00100000:1.0:1769074965.994595:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451392:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074965.994612:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074965.998251:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074965.998536:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.001066:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657498240
00000100:00100000:0.0:1769074966.001082:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657498240
00010000:00010000:1.0:1769074966.001214:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b48 expref: 361 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.001245:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657498112
00000100:00100000:1.0:1769074966.001249:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657498112
00010000:00010000:1.0:1769074966.001296:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b5d expref: 75 pid: 13367 timeout: 2051 lvb_type: 1
00000100:00100000:1.0:1769074966.001330:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5805
00000100:00100000:1.0:1769074966.001340:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:2368:x1855007657498240:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.001357:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.001363:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b48 expref: 361 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.001374:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b48 expref: 361 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.001406:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e4430f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b48 expref: 361 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.001412:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5806
00010000:00010000:1.0:1769074966.001422:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00000100:00100000:2.0:1769074966.001422:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2368:x1855007657498112:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.001428:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.001432:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.001438:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.001444:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.001452:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b5d expref: 75 pid: 13367 timeout: 2051 lvb_type: 1
00010000:00010000:2.0:1769074966.001462:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b5d expref: 75 pid: 13367 timeout: 2051 lvb_type: 1
00010000:00010000:1.0:1769074966.001467:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074966.001477:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44355 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b5d expref: 75 pid: 13367 timeout: 2051 lvb_type: 1
00010000:00010000:2.0:1769074966.001487:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074966.001489:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074966.001495:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6600/0x2152b583a6e443b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b8e expref: 74 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.001503:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6600/0x2152b583a6e443b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b8e expref: 74 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074966.001518:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:2368:x1855007657498240:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 181us (3279us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.001525:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5805
00010000:00010000:2.0:1769074966.001534:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff90338a8c6600/0x2152b583a6e443b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b8e expref: 74 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074966.001547:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba0a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5746:1855007623451520:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074966.001549:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.001555:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074966.001573:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000100:00100000:2.0:1769074966.001599:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033c20c0180 going to sleep for 11 seconds
00010000:00010000:1.0:1769074966.001712:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e443be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b87 expref: 361 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.001726:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b87 expref: 360 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.001733:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074966.001735:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074966.001738:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00000100:00100000:1.0:1769074966.001762:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+360:13245:x1855007657497984:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 15467us (16255us total) trans 4295106703 rc 0/0
00000100:00100000:1.0:1769074966.001770:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210920
00000100:00080000:0.0:1769074966.001943:0:5758:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000
00000100:00100000:0.0:1769074966.010569:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.010614:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657498496
00000100:00100000:3.0:1769074966.010624:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657498496
00000100:00100000:0.0:1769074966.010662:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.010699:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657498624
00000100:00100000:0.0:1769074966.010703:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657498624
00000100:00100000:0.0:1769074966.010740:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210921
00000100:00100000:0.0:1769074966.010748:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:13245:x1855007657498624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.010787:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.010807:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e443d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b95 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.010895:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.010938:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b87 expref: 362 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.010948:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.011013:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b87 expref: 362 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.011025:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b87 expref: 362 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074966.011037:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451648:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.011108:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.011430:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4526
00000100:00100000:3.0:1769074966.011440:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13246:x1855007657498496:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.011703:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13246:x1855007657498496:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 264us (1139us total) trans 4295106704 rc 0/0
00000100:00100000:3.0:1769074966.011711:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4526
00000100:00100000:2.0:1769074966.014565:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba0a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5746:1855007623451520:192.168.204.54@tcp:105:
00010000:00010000:2.0:1769074966.014595:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.014624:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451648:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.014641:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074966.014725:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2368:x1855007657498112:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 13304us (16188us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.014736:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5806
00000100:00100000:0.0:1769074966.015500:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.015652:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657498880
00000100:00100000:2.0:1769074966.015661:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657498880
00010000:00010000:2.0:1769074966.015754:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b87 expref: 363 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.015793:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5807
00000100:00100000:2.0:1769074966.015803:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:2369:x1855007657498880:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.015815:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.015822:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b87 expref: 363 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.015833:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b87 expref: 363 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.015854:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e443c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b87 expref: 363 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.015867:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:2.0:1769074966.015872:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.015881:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.015887:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.015983:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.016023:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:2369:x1855007657498880:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 221us (525us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.016030:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5807
00010000:00010000:0.0:1769074966.016074:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.016081:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:0.0:1769074966.016123:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000004:00200000:0.0:1769074966.016127:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.016146:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.016174:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e443d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b95 expref: 362 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.016188:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b95 expref: 361 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.016200:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074966.016203:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.016206:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:0.0:1769074966.016362:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:13245:x1855007657498624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5614us (5699us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.016368:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210921
00000100:00100000:0.0:1769074966.016556:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.016633:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657498752
00000100:00100000:2.0:1769074966.016638:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657498752
00000100:00100000:2.0:1769074966.016669:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210922
00000100:00100000:2.0:1769074966.016730:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+361:13246:x1855007657498752:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.016748:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.016762:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e443e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309b9c expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.016819:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.016831:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.016839:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.016852:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.016860:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.016867:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018572:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e443f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018585:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e443f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018592:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e443f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074966.018620:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10426:0x0]: returning size 2048
00000004:00200000:2.0:1769074966.018623:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.018635:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e443f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018644:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e443f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018649:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018653:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018657:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018660:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.018663:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018668:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018676:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.018678:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.018680:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018685:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e443e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018693:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018697:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018700:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018703:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.018704:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018707:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018711:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9b386487 (ffff9032af293c00)
00010000:00010000:2.0:1769074966.018712:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.018714:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018717:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e443ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.018737:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e443e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b9c expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.018745:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e443f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b9c expref: 362 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.018753:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:2.0:1769074966.018755:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.018756:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700200, rc 0)
00000100:00100000:2.0:1769074966.018821:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:13246:x1855007657498752:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2095us (2265us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.018829:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210922
00000100:00100000:0.0:1769074966.027142:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.027227:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.027255:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.027363:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657499008
00000100:00100000:2.0:1769074966.027374:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657499008
00000100:00100000:2.0:1769074966.027477:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1678
00000100:00100000:2.0:1769074966.027489:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+362:2369:x1855007657499008:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.027505:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:3.0:1769074966.027507:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657499264
00000100:00100000:3.0:1769074966.027513:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657499264
00000100:00100000:1.0:1769074966.027530:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657499520
00010000:00010000:2.0:1769074966.027531:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e443f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b9c expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074966.027536:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657499520
00010000:00010000:2.0:1769074966.027550:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00000100:00100000:3.0:1769074966.027556:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210923
00010000:00010000:2.0:1769074966.027557:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.027568:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13246:x1855007657499264:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074966.027577:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4527
00000100:00100000:1.0:1769074966.027587:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13245:x1855007657499520:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:3.0:1769074966.027590:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.027608:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e443fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ba3 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074966.027623:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:2369:x1855007657499008:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 137us (490us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.027630:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1678
00010000:00010000:3.0:1769074966.027689:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.027705:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b80 expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.027715:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.027749:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b80 expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.027763:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b80 expref: 364 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.027796:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13245:x1855007657499520:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 210us (537us total) trans 4295106705 rc 0/0
00000100:00100000:3.0:1769074966.027799:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451776:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.027811:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4527
00000100:00100000:3.0:1769074966.027865:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.031068:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.031257:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451776:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.031280:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074966.031303:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657499648
00000100:00100000:2.0:1769074966.031312:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657499648
00010000:00010000:2.0:1769074966.031348:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b80 expref: 364 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.031389:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5808
00000100:00100000:2.0:1769074966.031399:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:2368:x1855007657499648:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.031413:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.031420:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b80 expref: 364 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.031431:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b80 expref: 364 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.031452:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e443b0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b80 expref: 364 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.031467:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:2.0:1769074966.031472:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.031481:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.031487:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.031516:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.031573:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:2368:x1855007657499648:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 174us (514us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.031580:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5808
00010000:00010000:3.0:1769074966.031620:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.031701:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074966.031719:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10426:0x0]: returning size 2048
00010000:00010000:3.0:1769074966.031853:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e443fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ba3 expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.031865:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ba3 expref: 363 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.031870:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:3.0:1769074966.031872:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074966.031874:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7e00, rc 0)
00000100:00100000:3.0:1769074966.032226:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13246:x1855007657499264:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4661us (4996us total) trans 4295106706 rc 0/0
00000100:00100000:3.0:1769074966.032231:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210923
00000100:00100000:0.0:1769074966.033597:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.033688:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657499776
00000100:00100000:3.0:1769074966.033697:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657499776
00000100:00100000:3.0:1769074966.033869:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210924
00000100:00100000:3.0:1769074966.033880:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+363:13245:x1855007657499776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.033898:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.033945:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44412 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309baa expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.034242:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034259:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034270:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034286:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034293:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034299:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034546:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034557:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034564:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074966.034596:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000004:00200000:3.0:1769074966.034601:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.034618:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034628:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034635:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034642:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034648:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034654:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bc29c600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.034658:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034665:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034676:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074966.034679:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.034684:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034689:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44419 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034701:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034707:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034713:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034717:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5f31e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.034720:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034725:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034901:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x283705e2 (ffff90328bb7f700)
00010000:00010000:3.0:1769074966.034904:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.034922:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034929:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44420 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.034965:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44412 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 365 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.034979:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 364 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.034985:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:3.0:1769074966.034988:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.034990:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e39800, rc 0)
00000100:00100000:3.0:1769074966.035451:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13245:x1855007657499776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1493us (1777us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.035463:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210924
00000100:00100000:1.0:1769074966.036852:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.036895:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657499904
00000100:00100000:3.0:1769074966.036904:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657499904
00000100:00100000:3.0:1769074966.037386:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210925
00000100:00100000:3.0:1769074966.037398:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13246:x1855007657499904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.037420:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.037438:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4442e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bb1 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.037519:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.037534:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ba3 expref: 365 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.037542:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.037575:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ba3 expref: 365 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.037588:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ba3 expref: 365 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074966.037601:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451904:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.037689:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c6c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.038970:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.039264:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657500160
00000100:00100000:0.0:1769074966.039273:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657500160
00000100:00100000:0.0:1769074966.039317:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210926
00000100:00100000:0.0:1769074966.039325:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13245:x1855007657500160:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.039338:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.039353:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4443c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bb8 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.039519:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.039533:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b95 expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.039541:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.039550:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.039577:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.039586:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 367 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074966.039598:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452032:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.039672:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b95 expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.039681:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b95 expref: 367 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074966.039689:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452160:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.039705:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8a80 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.041842:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.041900:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.041979:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657500288
00000100:00100000:2.0:1769074966.041989:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657500288
00010000:00010000:2.0:1769074966.042025:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 368 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.042054:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657500416
00000100:00100000:2.0:1769074966.042058:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657500416
00010000:00010000:2.0:1769074966.042073:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ba3 expref: 369 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.042352:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5809
00000100:00100000:1.0:1769074966.042367:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2368:x1855007657500288:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:3.0:1769074966.042375:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623451904:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.042390:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.042397:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.042401:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 369 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.042419:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 369 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.042440:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074966.042445:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.042453:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.042461:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.042492:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5810
00000100:00100000:2.0:1769074966.042503:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2368:x1855007657500416:12345-192.168.204.54@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1769074966.042511:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2368:x1855007657500288:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 145us (670us total) trans 0 rc 0/0
00010000:00010000:2.0:1769074966.042516:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:1.0:1769074966.042521:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5809
00010000:00010000:2.0:1769074966.042525:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ba3 expref: 369 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.042539:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ba3 expref: 368 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.042552:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e44404 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ba3 expref: 368 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.042815:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:2.0:1769074966.042819:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.042827:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.042833:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.042853:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.042876:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2368:x1855007657500416:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 375us (974us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.042883:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5810
00010000:00010000:3.0:1769074966.042993:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.043002:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:3.0:1769074966.043046:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10426:0x0]: returning size 2048
00000004:00200000:3.0:1769074966.043050:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.043068:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.043097:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4442e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10426:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb1 expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.043111:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb1 expref: 366 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.043118:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:3.0:1769074966.043121:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.043123:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38000, rc 0)
00000100:00100000:3.0:1769074966.043153:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13246:x1855007657499904:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5759us (6305us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.043159:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210925
00000100:00100000:1.0:1769074966.043549:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.043723:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657500544
00000100:00100000:0.0:1769074966.043730:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657500544
00010000:00010000:0.0:1769074966.043752:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b95 expref: 366 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074966.043770:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5811
00000100:00100000:0.0:1769074966.043787:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:2368:x1855007657500544:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.043796:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.043801:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b95 expref: 366 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.043813:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b95 expref: 366 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.043828:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074966.043832:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.043839:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.043845:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.043857:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.043891:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:2368:x1855007657500544:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 105us (343us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.043897:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5811
00010000:00010000:0.0:1769074966.043954:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000fe86c9ea x1855007623452032) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 365 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.043967:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44427 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309baa expref: 365 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074966.043979:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452032:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.043989:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e443da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b95 expref: 364 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074966.044004:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452160:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.044035:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074966.044048:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.044055:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.044059:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074966.044310:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00010000:00010000:0.0:1769074966.044529:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4443c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb8 expref: 365 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.044543:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb8 expref: 364 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.044551:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:0.0:1769074966.044554:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074966.044556:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9000, rc 0)
00000100:00100000:0.0:1769074966.044581:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13245:x1855007657500160:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5257us (5613us total) trans 4295106707 rc 0/0
00000100:00100000:0.0:1769074966.044587:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210926
00000100:00100000:1.0:1769074966.049876:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.050089:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.050162:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657500672
00000100:00100000:0.0:1769074966.050171:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657500672
00000100:00100000:0.0:1769074966.050314:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657500800
00000100:00100000:0.0:1769074966.050319:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657500800
00000100:00100000:1.0:1769074966.050364:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210927
00000100:00100000:1.0:1769074966.050376:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13246:x1855007657500672:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.050410:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.050430:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44451 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bbf expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.050499:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050514:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050524:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050536:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050542:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050548:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050644:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44466 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050652:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050658:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074966.050710:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10426:0x0]: returning size 2048
00000004:00200000:1.0:1769074966.050714:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.050733:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050743:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050750:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050755:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050761:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050766:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.050770:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050789:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050799:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074966.050803:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.050808:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050814:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44458 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050824:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050830:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050835:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050839:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.050842:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050848:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050854:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9b386487 (ffff903299a8d900)
00010000:00010000:1.0:1769074966.050856:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.050859:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050864:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e4445f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.050891:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44451 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bbf expref: 367 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.050929:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44466 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bbf expref: 366 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.050936:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:1.0:1769074966.050938:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.050941:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074966.051002:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13246:x1855007657500672:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 627us (1131us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.051008:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210927
00000100:00100000:1.0:1769074966.051032:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210928
00000100:00100000:1.0:1769074966.051039:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13245:x1855007657500800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.051047:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.051055:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e4446d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bc6 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.051095:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.051104:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb8 expref: 366 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.051112:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.051142:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb8 expref: 366 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.051160:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb8 expref: 366 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.051173:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff903292b8a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623452288:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.051233:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cd80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.058048:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff903292b8a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623452288:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.058089:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074966.059027:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.059104:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.059134:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657500928
00000100:00100000:3.0:1769074966.059142:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657500928
00010000:00010000:3.0:1769074966.059180:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb8 expref: 367 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074966.059224:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657501056
00000100:00100000:3.0:1769074966.059228:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657501056
00000100:00100000:3.0:1769074966.059259:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5812
00000100:00100000:3.0:1769074966.059267:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:2368:x1855007657500928:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.059289:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.059296:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb8 expref: 368 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.059306:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1679
00010000:00010000:3.0:1769074966.059312:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb8 expref: 368 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.059323:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:2366:x1855007657501056:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.059335:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.059338:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44443 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1041d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb8 expref: 368 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.059354:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44466 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bbf expref: 367 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.059355:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:3.0:1769074966.059363:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.059374:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:3.0:1769074966.059376:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.059382:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074966.059386:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.059407:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.059442:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:2366:x1855007657501056:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 122us (335us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.059442:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:2368:x1855007657500928:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 171us (414us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.059459:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5812
00000100:00100000:1.0:1769074966.059510:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1679
00010000:00010000:2.0:1769074966.059560:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.059568:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.059612:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000004:00200000:2.0:1769074966.059616:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.059637:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.059683:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e4446d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1041d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bc6 expref: 366 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.059697:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e400/0x2152b583a6e44474 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bc6 expref: 365 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.059705:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:2.0:1769074966.059708:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.059711:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e400, rc 0)
00000100:00100000:2.0:1769074966.059754:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13245:x1855007657500800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8715us (9663us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.059761:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210928
00000100:00100000:1.0:1769074966.062562:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.062626:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657501184
00000100:00100000:2.0:1769074966.062637:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657501184
00000100:00100000:2.0:1769074966.062714:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210929
00000100:00100000:2.0:1769074966.062724:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13246:x1855007657501184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.062742:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.062762:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4447b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bcd expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.062843:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.062859:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.062871:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.062886:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.062894:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.062900:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063005:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063013:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063019:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063026:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.063030:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063038:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063054:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.063057:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.063062:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063069:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44482 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063080:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063087:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063093:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063098:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.063100:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063106:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063113:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51683c58 (ffff9032af293c00)
00010000:00010000:2.0:1769074966.063115:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.063118:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063124:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44489 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.063155:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4447b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bcd expref: 365 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.063166:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.063169:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.063173:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4447b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bcd expref: 365 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.063181:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701000, rc 0)
00000100:00100000:2.0:1769074966.063242:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+364:13246:x1855007657501184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 518us (687us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074966.063250:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210929
00000100:00100000:0.0:1769074966.068447:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.068493:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.071102:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657501440
00000100:00100000:2.0:1769074966.071117:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657501440
00000100:00100000:1.0:1769074966.071207:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657501312
00000100:00100000:1.0:1769074966.071215:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657501312
00000100:00100000:1.0:1769074966.071436:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210930
00000100:00100000:1.0:1769074966.071447:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13246:x1855007657501312:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.071468:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.071492:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44490 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bd4 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.071560:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44497 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.071575:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44497 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.071586:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44497 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.071646:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c0:0x0]: returning size 12800
00000004:00200000:1.0:1769074966.071650:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.071695:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44497 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.071720:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44490 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bd4 expref: 367 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.071736:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44497 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bd4 expref: 366 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.071745:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074966.071748:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074966.071751:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6f800, rc 0)
00000100:00100000:1.0:1769074966.071841:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13246:x1855007657501312:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 396us (3405us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.071849:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210930
00000100:00100000:1.0:1769074966.071867:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210931
00000100:00100000:1.0:1769074966.071874:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13245:x1855007657501440:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.071882:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.071891:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4449e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bdb expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.071946:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.071956:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.071963:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.071974:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.071980:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.071986:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072083:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e444b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072091:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e444b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072098:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e444b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.072122:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1041d:0x0]: returning size 19584
00000004:00200000:1.0:1769074966.072126:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.072137:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e444b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072151:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e444b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072159:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072173:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072180:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072186:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.072189:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072196:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072206:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.072208:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.072211:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072217:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e444a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072226:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072231:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072236:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072242:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.072245:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072250:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072257:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x283705e2 (ffff903299a8d900)
00010000:00010000:1.0:1769074966.072259:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.072262:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072267:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e444ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.072301:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4449e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bdb expref: 367 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.072312:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e444b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bdb expref: 366 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.072319:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:1.0:1769074966.072321:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.072324:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6ee00, rc 0)
00000100:00100000:1.0:1769074966.072350:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13245:x1855007657501440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 477us (3856us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.072358:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210931
00000100:00100000:1.0:1769074966.079000:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.079033:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.079061:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657501696
00000100:00100000:1.0:1769074966.079071:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657501696
00000100:00100000:1.0:1769074966.079121:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4528
00000100:00100000:1.0:1769074966.079130:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13246:x1855007657501696:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074966.080060:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.080239:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657501568
00000100:00100000:3.0:1769074966.080245:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657501568
00000100:00100000:3.0:1769074966.080286:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210932
00000100:00100000:3.0:1769074966.080294:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13245:x1855007657501568:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.080307:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.080328:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309be2 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.080385:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080399:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080409:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080420:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080426:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080431:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080475:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080481:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080487:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080493:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e38200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.080496:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080503:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080513:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074966.080516:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.080520:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080526:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e444c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080538:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080543:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080547:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080552:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e39600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.080554:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080560:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080565:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3f304673 (ffff90328bb7f700)
00010000:00010000:3.0:1769074966.080569:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.080571:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080644:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e444c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3f304673 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.080676:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444ba lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309be2 expref: 369 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.080685:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074966.080688:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.080691:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309be2 expref: 369 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.080700:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38600, rc 0)
00000100:00100000:3.0:1769074966.080740:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13245:x1855007657501568:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 448us (1751us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074966.080747:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210932
00000100:00100000:3.0:1769074966.081024:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657501824
00000100:00100000:3.0:1769074966.081030:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657501824
00000100:00100000:3.0:1769074966.081064:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1680
00000100:00100000:3.0:1769074966.081072:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:2369:x1855007657501824:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.081081:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.081093:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e444b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1041d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bdb expref: 368 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.081104:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1041d:0x0].0x0 (ffff903298a49f00)
00010000:00010000:3.0:1769074966.081108:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.081133:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:2369:x1855007657501824:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 62us (1075us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.081139:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1680
00000100:00100000:1.0:1769074966.086618:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13246:x1855007657501696:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 7478us (7573us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.086632:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4528
00000100:00100000:0.0:1769074966.088287:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.088381:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657502080
00000100:00100000:1.0:1769074966.088391:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657502080
00000100:00100000:1.0:1769074966.088454:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4529
00000100:00100000:1.0:1769074966.088463:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+365:13245:x1855007657502080:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.088937:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13245:x1855007657502080:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 448us (629us total) trans 4295106708 rc 0/0
00000100:00100000:1.0:1769074966.088946:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4529
00000100:00100000:3.0:1769074966.090513:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.090603:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657502208
00000100:00100000:2.0:1769074966.090612:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657502208
00000100:00100000:2.0:1769074966.090669:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210933
00000100:00100000:2.0:1769074966.090679:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13246:x1855007657502208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.090695:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.090716:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e444cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309be9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.090788:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090803:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090814:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090832:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090839:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090845:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090945:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090952:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090958:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090964:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.090968:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090976:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.090988:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.090991:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.090996:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.091001:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e444d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.091013:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.091017:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.091020:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.091023:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.091025:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.091028:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.091032:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x45764992 (ffff9032af293c00)
00010000:00010000:2.0:1769074966.091033:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.091035:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.091037:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e444dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x45764992 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.091074:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e444cf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309be9 expref: 367 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.091083:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.091085:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.091089:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e444cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309be9 expref: 367 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.091099:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701000, rc 0)
00000100:00100000:0.0:1769074966.091201:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13246:x1855007657502208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 522us (692us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074966.091210:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210933
00000100:00100000:0.0:1769074966.092402:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.092525:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657502464
00000100:00100000:2.0:1769074966.092533:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657502464
00000100:00100000:2.0:1769074966.092581:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210934
00000100:00100000:2.0:1769074966.092590:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+366:13245:x1855007657502464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.092608:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.092624:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e444e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bf0 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.093106:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.093118:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309adf expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.093123:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.093149:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309adf expref: 367 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.093158:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309adf expref: 367 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074966.093168:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623452416:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.093237:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833cb40 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.095933:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.096052:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657502592
00000100:00100000:1.0:1769074966.096063:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657502592
00000100:00100000:1.0:1769074966.096121:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210935
00000100:00100000:1.0:1769074966.096130:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13246:x1855007657502592:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.096147:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.096167:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e444f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bf7 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.096229:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096243:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096255:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096445:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096454:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096461:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096525:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096531:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096538:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096542:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaefa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.096546:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096552:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096562:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074966.096564:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.096568:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096576:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e444f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096586:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096590:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096595:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096599:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6ee00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.096601:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096606:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096612:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51683c58 (ffff903299a8d900)
00010000:00010000:1.0:1769074966.096614:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.096616:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096621:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44500 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.096649:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e444f2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf7 expref: 369 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.096659:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074966.096661:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.096665:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e444f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf7 expref: 369 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.096674:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074966.096735:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13246:x1855007657502592:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 605us (830us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074966.096742:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210935
00000100:00100000:1.0:1769074966.097212:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.097236:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657502720
00000100:00100000:1.0:1769074966.097241:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657502720
00010000:00010000:1.0:1769074966.097262:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309adf expref: 368 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.097506:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5813
00000100:00100000:1.0:1769074966.097515:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:2368:x1855007657502720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.097780:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.097787:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309adf expref: 368 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.097799:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309adf expref: 368 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.097815:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:1.0:1769074966.097819:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.097827:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.097833:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.097850:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.097891:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:2368:x1855007657502720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 377us (679us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.097898:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5813
00010000:00010000:2.0:1769074966.098760:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e441d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309adf expref: 367 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.098792:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623452416:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.098813:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.098821:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.098825:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.098843:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10425:0x0]: returning size 4096
00010000:00010000:2.0:1769074966.099006:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e444e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf0 expref: 368 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.099021:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf0 expref: 367 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.099029:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:2.0:1769074966.099032:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074966.099034:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38600, rc 0)
00000100:00100000:2.0:1769074966.099094:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13245:x1855007657502464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6505us (6695us total) trans 4295106709 rc 0/0
00000100:00100000:2.0:1769074966.099102:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210934
00000100:00100000:3.0:1769074966.103328:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.103425:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657502976
00000100:00100000:2.0:1769074966.103435:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657502976
00000100:00100000:2.0:1769074966.103499:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210936
00000100:00100000:2.0:1769074966.103510:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+367:13246:x1855007657502976:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.103531:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.103534:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:2.0:1769074966.103559:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44497 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bd4 expref: 367 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.103579:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.103584:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074966.103598:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4450e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309bfe expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.103738:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.103751:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.103759:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.103785:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.103792:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.103799:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00080000:2.0:1769074966.104185:0:5764:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d5:0x0], index 1: 0
00010000:00010000:2.0:1769074966.104334:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.104343:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.104349:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.104384:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.104391:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.104397:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.104402:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.104407:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.104414:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.104423:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.104426:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.104430:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.104436:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44515 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:2.0:1769074966.104447:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000daaec62 reply state 00000000b958df8b transno 4295106710 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074966.104456:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:2.0:1769074966.104482:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4450e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bfe expref: 369 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.104495:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bfe expref: 368 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.104502:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:2.0:1769074966.104505:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.104507:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701a00, rc 0)
00000100:00100000:2.0:1769074966.104567:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13246:x1855007657502976:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1060us (1249us total) trans 4295106710 rc 0/0
00000100:00100000:2.0:1769074966.104575:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210936
00000100:00100000:1.0:1769074966.106834:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.106904:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657503104
00000100:00100000:0.0:1769074966.106947:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657503104
00000100:00100000:0.0:1769074966.106991:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210937
00000100:00100000:0.0:1769074966.107000:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13245:x1855007657503104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.107022:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.107042:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44531 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c05 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.107119:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.107134:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf0 expref: 370 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.107143:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.107176:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf0 expref: 370 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.107189:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf0 expref: 370 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074966.107207:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452544:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.107278:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8a80 going to sleep for 11 seconds
00010000:00010000:2.0:1769074966.108412:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.108423:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.108435:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.108441:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.108445:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.108452:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.108467:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51683c58 (ffff9032af293c00)
00010000:00010000:2.0:1769074966.108470:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.108475:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.108486:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e4451c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074966.110991:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452544:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.111021:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074966.111267:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.111337:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657503232
00000100:00100000:1.0:1769074966.111345:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657503232
00010000:00010000:1.0:1769074966.111382:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf0 expref: 370 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.111418:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5814
00000100:00100000:1.0:1769074966.111427:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:2369:x1855007657503232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.111442:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.111449:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf0 expref: 370 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.111460:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf0 expref: 370 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.111481:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e444eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10425:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bf0 expref: 370 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.111496:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:1.0:1769074966.111501:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.111511:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.111518:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.111545:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.111599:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2369:x1855007657503232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 172us (333us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.111606:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5814
00010000:00010000:0.0:1769074966.112031:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.112041:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074966.112084:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10425:0x0]: returning size 4096
00000004:00200000:0.0:1769074966.112090:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.112108:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.112165:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44531 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10425:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c05 expref: 369 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.112182:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c05 expref: 368 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.112189:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:0.0:1769074966.112192:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.112195:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9000, rc 0)
00000100:00100000:0.0:1769074966.112236:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13245:x1855007657503104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5236us (5411us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.112247:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210937
00000100:00100000:3.0:1769074966.113471:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.113533:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657503360
00000100:00100000:1.0:1769074966.113541:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657503360
00000100:00100000:1.0:1769074966.113589:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 2999
00000100:00100000:1.0:1769074966.113603:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2369:x1855007657503360:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.113621:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.113640:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c0c expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074966.113662:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074966.113677:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.113679:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.113687:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c0c expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.113703:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c0c expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.113714:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fa00, rc 0)
00000100:00100000:1.0:1769074966.113762:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657503360:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 164us (294us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.113781:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 2999
00000100:00100000:1.0:1769074966.119760:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.119815:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.119879:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657503744
00000100:00100000:0.0:1769074966.119888:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657503744
00000100:00100000:0.0:1769074966.119956:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210938
00000100:00100000:0.0:1769074966.119966:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+368:13245:x1855007657503744:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.119991:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.120009:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44546 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c13 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.120070:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120085:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120094:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120106:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120110:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120114:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120189:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4455b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120193:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4455b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120198:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4455b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074966.120225:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10425:0x0]: returning size 4096
00000004:00200000:0.0:1769074966.120229:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.120241:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4455b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120247:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4455b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120253:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120257:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120261:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120265:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.120267:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120272:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120283:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.120286:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.120290:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120296:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4454d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120308:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120314:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120319:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120323:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.120325:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120328:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120333:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd13fc2bb (ffff903298a49300)
00010000:00010000:0.0:1769074966.120334:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.120336:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120339:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44554 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.120359:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44546 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c13 expref: 370 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.120367:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4455b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c13 expref: 369 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.120372:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:0.0:1769074966.120374:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.120375:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9600, rc 0)
00000100:00100000:0.0:1769074966.120435:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13245:x1855007657503744:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 471us (619us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.120443:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210938
00000100:00100000:2.0:1769074966.120509:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657503616
00000100:00100000:2.0:1769074966.120516:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657503616
00000100:00100000:2.0:1769074966.120546:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4530
00000100:00100000:2.0:1769074966.120554:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338646bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13246:x1855007657503616:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.120823:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338646bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:13246:x1855007657503616:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 269us (1070us total) trans 4295106711 rc 0/0
00000100:00100000:2.0:1769074966.120831:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4530
00000100:00100000:1.0:1769074966.125318:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.125380:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657503872
00000100:00100000:3.0:1769074966.125391:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657503872
00000100:00100000:3.0:1769074966.125452:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1681
00000100:00100000:3.0:1769074966.125462:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:2367:x1855007657503872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.125477:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.125503:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4455b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c13 expref: 370 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.125522:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074966.125526:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.125575:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:2367:x1855007657503872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 115us (263us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.125583:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1681
00000100:00100000:0.0:1769074966.126129:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.126211:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657504128
00000100:00100000:1.0:1769074966.126216:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657504128
00000100:00100000:1.0:1769074966.126311:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4531
00000100:00100000:1.0:1769074966.126319:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+369:13245:x1855007657504128:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.126539:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:13245:x1855007657504128:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 220us (410us total) trans 4295106712 rc 0/0
00000100:00100000:1.0:1769074966.126547:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4531
00000100:00100000:0.0:1769074966.130401:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.130697:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657504384
00000100:00100000:1.0:1769074966.130709:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657504384
00000100:00100000:1.0:1769074966.130800:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210939
00000100:00100000:1.0:1769074966.130811:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+370:13246:x1855007657504384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.130835:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.130854:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44562 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c1a expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.131003:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.131026:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bfe expref: 371 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.131036:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.131073:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bfe expref: 371 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.131086:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bfe expref: 371 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.131099:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452672:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.131183:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7cb40 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.133135:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.134371:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff56300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452672:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.134410:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.134652:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657504640
00000100:00100000:1.0:1769074966.134660:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657504640
00000100:00100000:1.0:1769074966.134752:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4532
00000100:00100000:1.0:1769074966.134763:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13245:x1855007657504640:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.135083:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13245:x1855007657504640:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 321us (1954us total) trans 4295106713 rc 0/0
00000100:00100000:1.0:1769074966.135091:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4532
00000100:00100000:3.0:1769074966.136039:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.137433:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657504768
00000100:00100000:0.0:1769074966.137445:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657504768
00010000:00010000:0.0:1769074966.137486:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bfe expref: 373 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074966.137530:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5815
00000100:00100000:0.0:1769074966.137539:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:2368:x1855007657504768:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.137554:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.137561:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bfe expref: 373 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.137573:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bfe expref: 373 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.137594:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44523 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bfe expref: 373 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.137609:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:0.0:1769074966.137615:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.137624:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.137630:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.137655:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.137707:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:2368:x1855007657504768:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 169us (1670us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.137713:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5815
00010000:00010000:2.0:1769074966.137937:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.137945:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074966.137964:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10427:0x0]: returning size 0
00010000:00010000:2.0:1769074966.138111:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44562 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c1a expref: 373 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.138127:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c1a expref: 372 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.138135:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:2.0:1769074966.138137:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074966.138140:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6ee00, rc 0)
00000100:00100000:2.0:1769074966.138193:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13246:x1855007657504384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7385us (7801us total) trans 4295106714 rc 0/0
00000100:00100000:2.0:1769074966.138201:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210939
00000100:00100000:2.0:1769074966.138785:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.138827:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657505024
00000100:00100000:1.0:1769074966.138834:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657505024
00000100:00100000:1.0:1769074966.138867:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4533
00000100:00100000:1.0:1769074966.138875:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+372:13245:x1855007657505024:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.139137:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13245:x1855007657505024:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 262us (352us total) trans 4295106715 rc 0/0
00000100:00100000:1.0:1769074966.139144:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4533
00000100:00100000:2.0:1769074966.142038:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.142970:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657505152
00000100:00100000:0.0:1769074966.142982:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657505152
00000100:00100000:0.0:1769074966.143046:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210940
00000100:00100000:0.0:1769074966.143056:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+373:13246:x1855007657505152:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.143081:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.143102:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44577 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c21 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.143186:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.143200:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c1a expref: 374 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.143208:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.143243:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c1a expref: 374 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.143256:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c1a expref: 374 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:0.0:1769074966.143284:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452800:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.143369:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8a80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.145755:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.145896:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657505408
00000100:00100000:1.0:1769074966.145933:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657505408
00000100:00100000:1.0:1769074966.145983:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4534
00000100:00100000:1.0:1769074966.145993:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:13245:x1855007657505408:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.146301:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:13245:x1855007657505408:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 309us (553us total) trans 4295106716 rc 0/0
00000100:00100000:1.0:1769074966.146309:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4534
00000100:00100000:1.0:1769074966.146572:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623452800:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.146595:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074966.148532:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.148752:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657505536
00000100:00100000:1.0:1769074966.148761:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657505536
00010000:00010000:1.0:1769074966.148808:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c1a expref: 376 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.148883:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5816
00000100:00100000:1.0:1769074966.148892:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:2366:x1855007657505536:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.148933:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.148941:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c1a expref: 376 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.148954:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c1a expref: 376 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.148976:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44569 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c1a expref: 376 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.148992:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:1.0:1769074966.148997:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.149007:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.149014:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.149044:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074966.149092:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.149096:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:2366:x1855007657505536:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 204us (571us total) trans 0 rc 0/0
00010000:00010000:2.0:1769074966.149101:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.149103:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5816
00000004:00200000:2.0:1769074966.149245:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10427:0x0]: returning size 0
00000004:00200000:2.0:1769074966.149250:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.149270:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.149298:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44577 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10427:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c21 expref: 375 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.149313:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c21 expref: 374 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.149320:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:2.0:1769074966.149322:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.149325:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9a00, rc 0)
00000100:00100000:2.0:1769074966.149371:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13246:x1855007657505152:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6317us (7344us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.149377:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210940
00000100:00100000:0.0:1769074966.152536:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.152610:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657505792
00000100:00100000:2.0:1769074966.152619:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657505792
00000100:00100000:2.0:1769074966.152678:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4535
00000100:00100000:2.0:1769074966.152687:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+374:13245:x1855007657505792:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.153022:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:13245:x1855007657505792:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 336us (494us total) trans 4295106717 rc 0/0
00000100:00100000:2.0:1769074966.153030:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4535
00000100:00100000:0.0:1769074966.156528:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.156635:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657506048
00000100:00100000:2.0:1769074966.156646:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657506048
00000100:00100000:2.0:1769074966.156706:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4536
00000100:00100000:2.0:1769074966.156716:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338651b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+375:13245:x1855007657506048:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.157037:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338651b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:13245:x1855007657506048:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 321us (517us total) trans 4295106718 rc 0/0
00000100:00100000:2.0:1769074966.157045:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4536
00000100:00100000:3.0:1769074966.159339:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.159433:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657506304
00000100:00100000:1.0:1769074966.159443:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657506304
00000100:00100000:1.0:1769074966.159496:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4537
00000100:00100000:1.0:1769074966.159505:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+376:13245:x1855007657506304:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.159822:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:13245:x1855007657506304:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 315us (489us total) trans 4295106719 rc 0/0
00000100:00100000:1.0:1769074966.159830:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4537
00000100:00100000:3.0:1769074966.160082:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.160274:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657506432
00000100:00100000:1.0:1769074966.160280:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657506432
00000100:00100000:1.0:1769074966.160315:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 3000
00000100:00100000:1.0:1769074966.160323:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13246:x1855007657506432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.160334:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.160353:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44585 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c28 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.160380:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c0c expref: 78 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.160404:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.160406:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.160411:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44585 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c28 expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.160442:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c0c expref: 78 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.160456:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c0c expref: 78 pid: 13367 timeout: 2051 lvb_type: 1
00000100:00100000:1.0:1769074966.160470:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623452928:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.160531:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.162446:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623452928:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.162473:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44585 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c28 expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.162488:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6ee00, rc 0)
00000100:00100000:1.0:1769074966.162530:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:13246:x1855007657506432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2208us (2450us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.162536:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 3000
00000100:00100000:3.0:1769074966.163765:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.164507:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657506560
00000100:00100000:1.0:1769074966.164516:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657506560
00010000:00010000:1.0:1769074966.164548:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c0c expref: 78 pid: 13367 timeout: 2051 lvb_type: 1
00000100:00100000:1.0:1769074966.164628:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5817
00000100:00100000:1.0:1769074966.164636:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2369:x1855007657506560:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.164647:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.164667:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c0c expref: 78 pid: 13367 timeout: 2051 lvb_type: 1
00010000:00010000:1.0:1769074966.164684:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c0c expref: 78 pid: 13367 timeout: 2051 lvb_type: 1
00010000:00010000:1.0:1769074966.164703:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4453f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c0c expref: 78 pid: 13367 timeout: 2051 lvb_type: 1
00010000:00010000:1.0:1769074966.164715:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.164716:0:5746:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.164722:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44585 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c28 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.164729:0:5746:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44585 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c28 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.164758:0:5746:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9033bdb6ee00/0x2152b583a6e44585 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c28 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074966.164767:0:5746:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5746:1855007623453056:192.168.204.54@tcp:105:
00000100:00100000:1.0:1769074966.164846:0:5746:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c240 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.166146:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.166223:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657506816
00000100:00100000:1.0:1769074966.166228:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657506816
00000100:00100000:1.0:1769074966.166324:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4538
00000100:00100000:1.0:1769074966.166333:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+377:13245:x1855007657506816:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.166542:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+378:13245:x1855007657506816:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 211us (483us total) trans 4295106720 rc 0/0
00000100:00100000:1.0:1769074966.166548:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4538
00000100:00100000:0.0:1769074966.166960:0:5746:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5746:1855007623453056:192.168.204.54@tcp:105:
00010000:00010000:0.0:1769074966.166979:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.167018:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657506560:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2382us (3256us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.167024:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5817
00000100:00100000:3.0:1769074966.168409:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.168464:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657507072
00000100:00100000:1.0:1769074966.168471:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657507072
00000100:00100000:1.0:1769074966.168509:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4539
00000100:00100000:1.0:1769074966.168517:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+378:13245:x1855007657507072:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.168720:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:13245:x1855007657507072:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 203us (314us total) trans 4295106721 rc 0/0
00000100:00100000:1.0:1769074966.168728:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4539
00000100:00100000:3.0:1769074966.170883:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.170992:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657507328
00000100:00100000:2.0:1769074966.171001:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657507328
00000100:00100000:2.0:1769074966.171038:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4540
00000100:00100000:2.0:1769074966.171044:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+379:13246:x1855007657507328:12345-192.168.204.54@tcp:35:dbench.0
00000001:00080000:2.0:1769074966.171237:0:13329:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4295106722
00000100:00100000:2.0:1769074966.171315:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:13246:x1855007657507328:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 269us (437us total) trans 4295106723 rc 0/0
00000100:00100000:2.0:1769074966.171323:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4540
00000020:00080000:2.0:1769074966.171328:0:13329:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC
00000100:00100000:3.0:1769074966.173962:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.174025:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.174082:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657507584
00000100:00100000:1.0:1769074966.174092:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657507584
00000100:00100000:1.0:1769074966.174145:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4541
00000100:00100000:1.0:1769074966.174155:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+381:13245:x1855007657507584:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.174359:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+382:13245:x1855007657507584:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 205us (403us total) trans 4295106724 rc 0/0
00000100:00100000:1.0:1769074966.174367:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4541
00000100:00100000:3.0:1769074966.176671:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.176803:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657507968
00000100:00100000:2.0:1769074966.176804:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657507712
00000100:00100000:1.0:1769074966.176813:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657507968
00000100:00100000:2.0:1769074966.176813:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657507712
00000100:00100000:1.0:1769074966.176894:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4542
00000100:00100000:1.0:1769074966.176902:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338651b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:13245:x1855007657507968:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.176952:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210941
00000100:00100000:2.0:1769074966.176963:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:13246:x1855007657507712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.176975:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.176996:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e4458c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c2f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.177053:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.177116:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338651b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+385:13245:x1855007657507968:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 214us (455us total) trans 4295106725 rc 0/0
00000100:00100000:1.0:1769074966.177121:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4542
00010000:00010000:2.0:1769074966.177200:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177214:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177230:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177239:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177245:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177337:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e445a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177347:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e445a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177355:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e445a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074966.177381:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10427:0x0]: returning size 2048
00000004:00200000:2.0:1769074966.177385:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.177398:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e445a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177407:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e445a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177415:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177421:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177427:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177433:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.177437:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177445:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177457:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.177460:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.177465:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177471:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44593 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177481:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177487:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177492:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177498:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.177501:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177507:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177516:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51683c58 (ffff9032af293c00)
00010000:00010000:2.0:1769074966.177519:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.177523:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177529:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e4459a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.177560:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e4458c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c2f expref: 385 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.177572:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e445a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c2f expref: 384 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.177579:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:2.0:1769074966.177582:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.177584:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701c00, rc 0)
00000100:00100000:2.0:1769074966.177623:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:13246:x1855007657507712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 663us (3598us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.177630:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210941
00000100:00100000:3.0:1769074966.181206:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.181544:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657508352
00000100:00100000:1.0:1769074966.181555:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657508352
00000100:00100000:1.0:1769074966.181607:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1682
00000100:00100000:1.0:1769074966.181616:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390f1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:2367:x1855007657508352:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.181631:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.181653:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e445a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c2f expref: 384 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.181671:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:1.0:1769074966.181676:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.181725:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390f1ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+383:2367:x1855007657508352:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 110us (528us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.181745:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1682
00000100:00100000:3.0:1769074966.183119:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.183153:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.183161:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657508608
00000100:00100000:2.0:1769074966.183170:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657508608
00000100:00100000:1.0:1769074966.183203:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657508224
00000100:00100000:1.0:1769074966.183211:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657508224
00000100:00100000:2.0:1769074966.183225:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210942
00000100:00100000:2.0:1769074966.183236:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:13246:x1855007657508608:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:1.0:1769074966.183250:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4543
00010000:00010000:2.0:1769074966.183259:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1769074966.183262:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+384:13245:x1855007657508224:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:2.0:1769074966.183277:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e445a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c36 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.183358:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.183374:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c21 expref: 386 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.183382:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.183417:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c21 expref: 386 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.183431:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c21 expref: 386 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.183448:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba09880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623453184:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.183449:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:13245:x1855007657508224:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 187us (291us total) trans 4295106726 rc 0/0
00000100:00100000:1.0:1769074966.183461:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4543
00000100:00100000:2.0:1769074966.183507:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386472480 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.185658:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba09880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623453184:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.185685:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074966.186440:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.186806:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657508864
00000100:00100000:1.0:1769074966.186814:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657508864
00000100:00100000:1.0:1769074966.186858:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4544
00000100:00100000:1.0:1769074966.186868:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:13245:x1855007657508864:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.187127:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:13245:x1855007657508864:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 260us (687us total) trans 4295106727 rc 0/0
00000100:00100000:1.0:1769074966.187135:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4544
00000100:00100000:1.0:1769074966.193557:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.193649:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657508992
00000100:00100000:3.0:1769074966.193660:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657508992
00000100:00100000:1.0:1769074966.193688:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074966.193703:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c21 expref: 387 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:3.0:1769074966.193759:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5818
00000100:00100000:3.0:1769074966.193778:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:2368:x1855007657508992:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.193794:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.193801:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c21 expref: 387 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074966.193815:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c21 expref: 387 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074966.194123:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4457e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c21 expref: 387 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074966.194140:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:3.0:1769074966.194146:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.194155:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.194163:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.194196:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.194251:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:2368:x1855007657508992:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 483us (703us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.194259:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5818
00000100:00100000:2.0:1769074966.194322:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657509248
00000100:00100000:2.0:1769074966.194329:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657509248
00000100:00100000:2.0:1769074966.194372:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4545
00000100:00100000:2.0:1769074966.194381:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+386:13245:x1855007657509248:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.194583:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:13245:x1855007657509248:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 203us (896us total) trans 4295106728 rc 0/0
00000100:00100000:2.0:1769074966.194591:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4545
00010000:00010000:1.0:1769074966.195415:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.195426:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.195444:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10427:0x0]: returning size 2048
00010000:00010000:1.0:1769074966.195549:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e445a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c36 expref: 388 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.195566:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c36 expref: 387 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.195573:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:1.0:1769074966.195576:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074966.195580:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700c00, rc 0)
00000100:00100000:1.0:1769074966.195630:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:13246:x1855007657508608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12396us (12514us total) trans 4295106729 rc 0/0
00000100:00100000:1.0:1769074966.195638:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210942
00000100:00100000:0.0:1769074966.200487:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.200558:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657509504
00000100:00100000:2.0:1769074966.200569:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657509504
00000100:00100000:2.0:1769074966.200621:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4546
00000100:00100000:2.0:1769074966.200632:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+387:13245:x1855007657509504:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.200701:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.200840:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657509632
00000100:00100000:1.0:1769074966.200846:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657509632
00000100:00100000:1.0:1769074966.200889:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210943
00000100:00100000:1.0:1769074966.200898:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+389:13246:x1855007657509632:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.200937:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1769074966.200956:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+389:13245:x1855007657509504:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 325us (477us total) trans 4295106730 rc 0/0
00010000:00010000:1.0:1769074966.200958:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e445bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c3d expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074966.200971:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4546
00010000:00010000:1.0:1769074966.201026:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.201041:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c36 expref: 389 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.201049:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.201079:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c36 expref: 389 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.201091:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c36 expref: 389 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.201103:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623453312:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.201152:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c600 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.203543:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623453312:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.203570:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074966.204484:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.204516:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.204575:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657510016
00000100:00100000:0.0:1769074966.204583:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657510016
00010000:00010000:0.0:1769074966.204620:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c36 expref: 390 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.204633:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657509888
00000100:00100000:2.0:1769074966.204640:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657509888
00000100:00100000:0.0:1769074966.204663:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5819
00000100:00100000:0.0:1769074966.204673:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:2368:x1855007657510016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.204687:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1769074966.204715:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4547
00000100:00100000:2.0:1769074966.204722:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:13245:x1855007657509888:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:0.0:1769074966.204805:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c36 expref: 391 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.204822:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c36 expref: 391 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.204844:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e445af lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c36 expref: 391 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.204860:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:0.0:1769074966.204865:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.204874:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.204882:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.204945:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074966.204969:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.204983:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074966.204998:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:2368:x1855007657510016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 325us (478us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.205008:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5819
00000004:00200000:1.0:1769074966.205014:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10427:0x0]: returning size 2048
00000100:00100000:2.0:1769074966.205020:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:13245:x1855007657509888:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 294us (534us total) trans 4295106731 rc 0/0
00000004:00200000:1.0:1769074966.205021:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000100:00100000:2.0:1769074966.205032:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4547
00000004:00010000:1.0:1769074966.205039:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.205068:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e445bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10427:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c3d expref: 390 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.205083:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c3d expref: 389 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.205090:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:1.0:1769074966.205093:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.205096:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074966.205123:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+389:13246:x1855007657509632:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4227us (4423us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.205130:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210943
00000100:00100000:0.0:1769074966.208478:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.208576:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657510272
00000100:00100000:2.0:1769074966.208584:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657510272
00000100:00100000:2.0:1769074966.208630:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4548
00000100:00100000:2.0:1769074966.208639:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338651ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+389:13245:x1855007657510272:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.208876:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338651ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+390:13245:x1855007657510272:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 238us (406us total) trans 4295106732 rc 0/0
00000100:00100000:2.0:1769074966.208885:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4548
00000100:00100000:0.0:1769074966.209997:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.210036:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657510400
00000100:00100000:1.0:1769074966.210043:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657510400
00000100:00100000:1.0:1769074966.210089:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210944
00000100:00100000:1.0:1769074966.210097:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+390:13246:x1855007657510400:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.210111:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.210130:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e445cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c44 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.210189:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210202:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210213:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210226:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210232:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210239:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210329:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e445e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210338:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e445e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210345:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e445e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.210374:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10427:0x0]: returning size 2048
00000004:00200000:1.0:1769074966.210378:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.210392:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e445e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210401:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e445e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210408:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210414:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210420:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210425:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fa00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.210428:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210436:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210458:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:1.0:1769074966.210461:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.210466:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210471:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e445d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210481:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210487:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210493:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210497:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.210500:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210506:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210512:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51683c58 (ffff903299a8d200)
00010000:00010000:1.0:1769074966.210515:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.210517:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210522:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e445d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.210546:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e445cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c44 expref: 392 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.210557:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e445e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c44 expref: 391 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.210563:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:1.0:1769074966.210566:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.210568:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:1.0:1769074966.210614:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:13246:x1855007657510400:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 517us (621us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.210620:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210944
00000100:00100000:0.0:1769074966.212439:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.212497:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657510656
00000100:00100000:3.0:1769074966.212508:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657510656
00000100:00100000:3.0:1769074966.212561:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4549
00000100:00100000:3.0:1769074966.212572:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:13245:x1855007657510656:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.213168:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:13245:x1855007657510656:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 596us (733us total) trans 4295106733 rc 0/0
00000100:00100000:3.0:1769074966.213176:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4549
00000100:00100000:0.0:1769074966.216702:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.216781:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657510784
00000100:00100000:3.0:1769074966.216792:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657510784
00000100:00100000:3.0:1769074966.216851:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1683
00000100:00100000:3.0:1769074966.216862:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:2368:x1855007657510784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.216877:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.216900:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e445e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c44 expref: 392 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.216957:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:3.0:1769074966.216962:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.217015:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:2368:x1855007657510784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 155us (321us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.217025:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1683
00000100:00100000:0.0:1769074966.218427:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.218469:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657511040
00000100:00100000:3.0:1769074966.218477:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657511040
00000100:00100000:3.0:1769074966.218516:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4550
00000100:00100000:3.0:1769074966.218522:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+391:13245:x1855007657511040:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.218735:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:13245:x1855007657511040:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 201us (299us total) trans 4295106734 rc 0/0
00000100:00100000:3.0:1769074966.218743:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4550
00000100:00100000:0.0:1769074966.222076:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.222211:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657511296
00000100:00100000:3.0:1769074966.222222:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657511296
00000100:00100000:3.0:1769074966.222410:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4551
00000100:00100000:3.0:1769074966.222421:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+392:13245:x1855007657511296:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.222645:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+393:13245:x1855007657511296:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 226us (578us total) trans 4295106735 rc 0/0
00000100:00100000:3.0:1769074966.222653:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4551
00000100:00100000:0.0:1769074966.224380:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.224462:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657511552
00000100:00100000:3.0:1769074966.224471:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657511552
00000100:00100000:3.0:1769074966.224528:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4552
00000100:00100000:3.0:1769074966.224540:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+393:13246:x1855007657511552:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.225003:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+394:13246:x1855007657511552:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 466us (626us total) trans 4295106736 rc 0/0
00000100:00100000:3.0:1769074966.225081:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4552
00000100:00100000:0.0:1769074966.226036:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.226091:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657511808
00000100:00100000:2.0:1769074966.226099:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657511808
00000100:00100000:2.0:1769074966.226150:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4553
00000100:00100000:2.0:1769074966.226161:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+394:13245:x1855007657511808:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.226310:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:13245:x1855007657511808:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 151us (276us total) trans 4295106737 rc 0/0
00000100:00100000:2.0:1769074966.226318:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4553
00000100:00100000:0.0:1769074966.228103:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.228168:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657512064
00000100:00100000:2.0:1769074966.228178:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657512064
00000100:00100000:2.0:1769074966.228224:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4554
00000100:00100000:2.0:1769074966.228233:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338651a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+395:13245:x1855007657512064:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.228530:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338651a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+396:13245:x1855007657512064:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 298us (432us total) trans 4295106738 rc 0/0
00000100:00100000:2.0:1769074966.228537:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4554
00000100:00100000:0.0:1769074966.228591:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.228671:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657512320
00000100:00100000:1.0:1769074966.228677:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657512320
00000100:00100000:1.0:1769074966.228714:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210945
00000100:00100000:1.0:1769074966.228724:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+396:13246:x1855007657512320:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.228738:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.228757:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e445e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c4b expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.228840:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.228852:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb1 expref: 397 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.228858:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.228894:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb1 expref: 397 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.228940:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb1 expref: 397 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.228953:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623453440:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.229013:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.232019:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.232093:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.232100:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657512576
00000100:00100000:2.0:1769074966.232111:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657512576
00000100:00100000:3.0:1769074966.232148:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657512704
00000100:00100000:3.0:1769074966.232153:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657512704
00000100:00100000:2.0:1769074966.232178:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4555
00010000:00010000:3.0:1769074966.232181:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb1 expref: 399 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.232193:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13245:x1855007657512576:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.232216:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5820
00000100:00100000:3.0:1769074966.232225:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:2367:x1855007657512704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.232238:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.232245:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb1 expref: 399 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074966.232258:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb1 expref: 399 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.232274:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623453440:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.232294:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.232294:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44435 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309bb1 expref: 399 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:3.0:1769074966.232321:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:3.0:1769074966.232326:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.232335:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.232342:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.232368:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074966.232382:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.232388:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.232405:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10426:0x0]: returning size 4096
00000100:00100000:3.0:1769074966.232423:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:2367:x1855007657512704:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 198us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.232432:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5820
00000100:00100000:2.0:1769074966.232473:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13245:x1855007657512576:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 285us (469us total) trans 4295106739 rc 0/0
00010000:00010000:1.0:1769074966.232483:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e445e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c4b expref: 400 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074966.232484:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4555
00010000:00010000:1.0:1769074966.232504:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c4b expref: 398 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.232513:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:1.0:1769074966.232516:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074966.232529:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaefa00, rc 0)
00000100:00100000:1.0:1769074966.232555:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13246:x1855007657512320:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3836us (3967us total) trans 4295106740 rc 0/0
00000100:00100000:1.0:1769074966.232561:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210945
00000100:00100000:0.0:1769074966.238006:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.238049:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.238075:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657512832
00000100:00100000:1.0:1769074966.238086:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657512832
00000100:00100000:3.0:1769074966.238098:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657513088
00000100:00100000:3.0:1769074966.238105:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657513088
00000100:00100000:1.0:1769074966.238146:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210946
00000100:00100000:1.0:1769074966.238159:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13246:x1855007657512832:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:3.0:1769074966.238160:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210947
00000100:00100000:3.0:1769074966.238174:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13245:x1855007657513088:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:1.0:1769074966.238191:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.238211:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e445fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c52 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.238218:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0
00010000:00010000:3.0:1769074966.238241:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44538 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10425:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c05 expref: 400 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.238258:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074966.238276:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e44378 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309b6b expref: 399 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.238291:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.238291:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074966.238298:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074966.238310:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c4b expref: 398 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.238314:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.238336:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.238337:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.238354:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.238370:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.238377:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c4b expref: 398 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.238379:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.238396:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.238403:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c4b expref: 398 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.238417:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623453568:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.238501:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdb7c600 going to sleep for 11 seconds
00010000:00010000:3.0:1769074966.238518:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.238527:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.238534:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000040:00080000:0.0:1769074966.239844:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].403, 64 off34048
00000004:00080000:0.0:1769074966.239857:0:5764:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1951940948046ns, next at 1952940945174ns, rc = 0
00010000:00010000:0.0:1769074966.239950:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.239962:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.239972:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.239980:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.239987:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.239993:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240018:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1769074966.240038:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240046:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240053:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240059:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e39600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.240064:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240072:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240084:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:0.0:1769074966.240088:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1769074966.240093:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240099:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44618 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10425:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240160:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240168:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074966.240170:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff57480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623453568:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.240181:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240188:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e38000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.240191:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.240195:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.240198:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240215:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.240218:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.240222:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.240233:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e4460a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:0.0:1769074966.240243:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005ad0a13f reply state 000000001dd7933c transno 4295106741 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074966.240252:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074966.240271:0:5750:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074966.240278:0:5750:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.240286:0:5750:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8400 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074966.240290:0:5750:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.240297:0:5750:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.240307:0:5750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10425:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:1.0:1769074966.240311:0:5750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00000100:00100000:0.0:1769074966.240317:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+400:13245:x1855007657513088:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 2143us (2265us total) trans 4295106741 rc 0/0
00010000:00010000:1.0:1769074966.240317:0:5750:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.240331:0:5750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e4461f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10425:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074966.240332:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210947
00010000:00010000:1.0:1769074966.240357:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074966.240359:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074966.240362:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074966.242116:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.242130:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.242138:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.242144:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e39800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.242148:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.242154:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.242167:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd13fc2bb (ffff90328bb7f700)
00010000:00010000:1.0:1769074966.242170:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.242174:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.242180:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44611 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0xd13fc2bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074966.243688:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.243826:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657513216
00000100:00100000:2.0:1769074966.243837:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657513216
00010000:00010000:2.0:1769074966.243879:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c4b expref: 399 pid: 5763 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.243951:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5821
00000100:00100000:2.0:1769074966.243961:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:2368:x1855007657513216:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.243977:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.243983:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c4b expref: 399 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.244001:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c4b expref: 399 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.244023:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e445ee lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10426:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c4b expref: 399 pid: 5763 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.244039:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:2.0:1769074966.244044:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.244054:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.244073:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.244107:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.244156:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:2368:x1855007657513216:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 196us (489us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.244164:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5821
00010000:00010000:0.0:1769074966.244272:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.244280:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074966.244321:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10426:0x0]: returning size 4096
00000004:00200000:0.0:1769074966.244326:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.244343:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.244371:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e445fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10426:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c52 expref: 398 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.244386:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c52 expref: 397 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.244394:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:0.0:1769074966.244397:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.244400:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaee400, rc 0)
00000100:00100000:3.0:1769074966.244408:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.244430:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+397:13246:x1855007657512832:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6275us (6429us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.244437:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210946
00000100:00100000:0.0:1769074966.244455:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657513344
00000100:00100000:0.0:1769074966.244459:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657513344
00000100:00100000:0.0:1769074966.244485:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210948
00000100:00100000:0.0:1769074966.244492:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+397:13245:x1855007657513344:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.244507:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.244520:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44626 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c59 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.245030:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245041:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245050:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245108:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245114:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245119:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245166:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245173:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245177:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245182:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.245185:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245192:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245200:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.245202:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.245206:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245211:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e4462d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245221:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245226:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245232:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245237:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.245239:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245243:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245248:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd263642c (ffff903298a49300)
00010000:00010000:0.0:1769074966.245249:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.245251:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245254:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e44634 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.245271:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44626 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c59 expref: 398 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.245276:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.245278:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.245280:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44626 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c59 expref: 398 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.245285:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8000, rc 0)
00000100:00100000:0.0:1769074966.245317:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+397:13245:x1855007657513344:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 827us (914us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074966.245322:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210948
00000100:00100000:3.0:1769074966.247867:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.247945:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657513472
00000100:00100000:0.0:1769074966.247955:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657513472
00000100:00100000:3.0:1769074966.247976:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.248011:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657513600
00000100:00100000:2.0:1769074966.248017:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657513600
00000100:00100000:0.0:1769074966.248018:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210949
00000100:00100000:0.0:1769074966.248030:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13245:x1855007657513472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.248051:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1769074966.248066:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210950
00010000:00010000:0.0:1769074966.248071:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4463b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c60 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074966.248080:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13246:x1855007657513600:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.248091:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.248101:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44642 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c67 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.248152:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248165:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248176:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248188:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248193:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248198:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.248230:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44657 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.248243:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44657 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.248252:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44657 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074966.248298:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100c1:0x0]: returning size 12800
00000004:00200000:0.0:1769074966.248302:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.248325:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44657 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.248347:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4463b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10073:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c60 expref: 401 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.248369:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44657 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c60 expref: 400 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.248378:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.248381:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:0.0:1769074966.248384:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8400, rc 0)
00000100:00100000:0.0:1769074966.248432:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+400:13245:x1855007657513472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 405us (574us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.248439:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210949
00010000:00010000:2.0:1769074966.248489:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e4465e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248496:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e4465e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248501:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e4465e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.248518:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10426:0x0]: returning size 4096
00000004:00200000:2.0:1769074966.248520:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.248527:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e4465e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248533:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e4465e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248538:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248542:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248546:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248551:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.248554:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248561:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248570:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.248573:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.248577:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248582:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44649 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248591:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248597:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248601:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248605:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.248608:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248613:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248619:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9b386487 (ffff9032af293c00)
00010000:00010000:2.0:1769074966.248621:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.248624:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248628:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44650 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.248649:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44642 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c67 expref: 400 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.248658:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e4465e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c67 expref: 399 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.248664:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:2.0:1769074966.248666:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.248668:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700a00, rc 0)
00000100:00100000:2.0:1769074966.248690:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13246:x1855007657513600:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 616us (715us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.248696:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210950
00000100:00100000:3.0:1769074966.254338:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.254398:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657513728
00000100:00100000:1.0:1769074966.254408:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657513728
00000100:00100000:1.0:1769074966.254456:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1684
00000100:00100000:1.0:1769074966.254463:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:2368:x1855007657513728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.254478:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.254498:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e4465e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c67 expref: 399 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.254512:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:1.0:1769074966.254517:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.254563:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:2368:x1855007657513728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 100us (233us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.254581:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1684
00000100:00100000:3.0:1769074966.255244:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.255316:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657513856
00000100:00100000:2.0:1769074966.255323:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657513856
00000100:00100000:2.0:1769074966.255365:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4556
00000100:00100000:2.0:1769074966.255372:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+398:13245:x1855007657513856:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074966.259247:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.259337:0:13329:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657514112
00000100:00100000:1.0:1769074966.259348:0:13329:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657514112
00000100:00100000:1.0:1769074966.259400:0:13329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4557
00000100:00100000:1.0:1769074966.259409:0:13329:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+400:13246:x1855007657514112:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.259625:0:13329:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+401:13246:x1855007657514112:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 217us (385us total) trans 4295106742 rc 0/0
00000100:00100000:1.0:1769074966.259630:0:13329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4557
00000100:00100000:2.0:1769074966.261679:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13245:x1855007657513856:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 6295us (6426us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.261690:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4556
00000100:00100000:3.0:1769074966.266056:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.266115:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.266349:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657514240
00000100:00100000:2.0:1769074966.266359:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657514240
00000100:00100000:2.0:1769074966.266422:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210951
00000100:00100000:2.0:1769074966.266432:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+399:13245:x1855007657514240:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.266453:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.266469:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44665 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c6e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.266517:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266531:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266542:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266567:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266575:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266579:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266672:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266685:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266692:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.266737:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e7:0x0]: returning size 260096
00000004:00200000:2.0:1769074966.266741:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.266755:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266765:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266783:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266789:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266795:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266802:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.266806:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266811:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266820:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074966.266822:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.266825:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266830:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e4466c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266840:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266843:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266849:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266854:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.266858:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266864:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074966.266877:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657514496
00010000:00010000:2.0:1769074966.266879:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xa3962d5b (ffff9032af293c00)
00010000:00010000:2.0:1769074966.266884:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00000100:00100000:1.0:1769074966.266885:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657514496
00010000:00010000:2.0:1769074966.266888:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.266896:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44673 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074966.266937:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4558
00000100:00100000:1.0:1769074966.266946:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+402:13246:x1855007657514496:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:2.0:1769074966.266966:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44665 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 402 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.266986:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 401 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.267000:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:2.0:1769074966.267003:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.267005:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701800, rc 0)
00000100:00100000:2.0:1769074966.267066:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+402:13245:x1855007657514240:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 636us (1019us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.267074:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210951
00000100:00100000:1.0:1769074966.267136:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+401:13246:x1855007657514496:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 191us (1020us total) trans 4295106743 rc 0/0
00000100:00100000:1.0:1769074966.267143:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4558
00000100:00100000:3.0:1769074966.275205:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.276924:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657514752
00000100:00100000:2.0:1769074966.276939:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657514752
00000100:00100000:2.0:1769074966.277014:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4559
00000100:00100000:2.0:1769074966.277025:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+401:13246:x1855007657514752:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.277274:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+402:13246:x1855007657514752:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 250us (2074us total) trans 4295106744 rc 0/0
00000100:00100000:2.0:1769074966.277281:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4559
00000100:00100000:0.0:1769074966.278654:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.278794:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.278881:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657515008
00000100:00100000:2.0:1769074966.278890:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657515008
00000100:00100000:2.0:1769074966.278974:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210952
00000100:00100000:2.0:1769074966.278986:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+402:13245:x1855007657515008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.279002:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.279020:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44681 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c75 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.279117:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.279133:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f8 expref: 403 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.279147:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 403 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.279165:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.279202:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 403 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.279215:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 403 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.279228:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba09880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623453696:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.279311:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f8 expref: 403 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.279321:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f8 expref: 403 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.279329:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623453824:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.279352:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033864729c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.280087:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657515136
00000100:00100000:1.0:1769074966.280095:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657515136
00010000:00010000:1.0:1769074966.280137:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 404 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.280172:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5822
00000100:00100000:1.0:1769074966.280179:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:2369:x1855007657515136:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.280193:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.280198:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 404 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.280210:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 404 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.280228:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:1.0:1769074966.280232:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.280239:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.280244:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.280272:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:2369:x1855007657515136:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 93us (1623us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.280278:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5822
00000100:00100000:3.0:1769074966.282079:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.282179:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657515392
00000100:00100000:1.0:1769074966.282188:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657515392
00000100:00100000:1.0:1769074966.282240:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4560
00000100:00100000:1.0:1769074966.282252:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386519450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:13246:x1855007657515392:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.282480:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386519450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13246:x1855007657515392:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 230us (407us total) trans 4295106745 rc 0/0
00000100:00100000:1.0:1769074966.282488:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4560
00010000:00010000:2.0:1769074966.284857:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000963f5df6 x1855007623453696) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 404 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:2.0:1769074966.284879:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e4467a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c6e expref: 404 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.284898:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba09880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623453696:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.285667:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.285722:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657515520
00000100:00100000:0.0:1769074966.285731:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657515520
00010000:00010000:0.0:1769074966.285778:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f8 expref: 404 pid: 7034 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.285782:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623453824:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.285811:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:2.0:1769074966.285819:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074966.285825:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5823
00010000:00010000:2.0:1769074966.285833:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074966.285837:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.285842:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:2369:x1855007657515520:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.285849:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.285860:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.285868:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f8 expref: 404 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.285881:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f8 expref: 404 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.285901:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e43f42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099f8 expref: 404 pid: 7034 timeout: 2051 lvb_type: 0
00010000:00010000:0.0:1769074966.285932:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:0.0:1769074966.285937:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.285945:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.285951:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.285974:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.286180:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+403:2369:x1855007657515520:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 343us (512us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.286192:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5823
00010000:00010000:2.0:1769074966.286302:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.286310:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.286330:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e7:0x0]: returning size 260096
00010000:00010000:2.0:1769074966.286484:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e44681 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c75 expref: 404 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.286500:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c75 expref: 403 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.286508:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:2.0:1769074966.286511:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074966.286514:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701000, rc 0)
00000100:00100000:2.0:1769074966.286558:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+403:13245:x1855007657515008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7575us (7763us total) trans 4295106746 rc 0/0
00000100:00100000:2.0:1769074966.286565:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210952
00000100:00100000:1.0:1769074966.288415:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657515776
00000100:00100000:1.0:1769074966.288428:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657515776
00000100:00100000:1.0:1769074966.288479:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4561
00000100:00100000:1.0:1769074966.288487:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+403:13246:x1855007657515776:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.288681:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:13246:x1855007657515776:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 193us (2846us total) trans 4295106747 rc 0/0
00000100:00100000:1.0:1769074966.288689:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4561
00000100:00100000:3.0:1769074966.289430:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.289574:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657515904
00000100:00100000:2.0:1769074966.289581:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657515904
00000100:00100000:2.0:1769074966.289659:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210953
00000100:00100000:2.0:1769074966.289668:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+404:13245:x1855007657515904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.289682:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.289700:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44696 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c7c expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.289789:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.289804:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c75 expref: 405 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.289813:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.289843:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c75 expref: 405 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.289857:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c75 expref: 405 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:2.0:1769074966.289870:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623453952:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.290229:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386472240 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.291270:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.291329:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657516160
00000100:00100000:2.0:1769074966.291334:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657516160
00000100:00100000:2.0:1769074966.291418:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4562
00000100:00100000:2.0:1769074966.291428:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+406:13246:x1855007657516160:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.291600:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+407:13246:x1855007657516160:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 174us (331us total) trans 4295106748 rc 0/0
00000100:00100000:2.0:1769074966.291605:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4562
00000100:00100000:0.0:1769074966.291977:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623453952:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.291999:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074966.293082:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.293141:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657516288
00000100:00100000:1.0:1769074966.293149:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657516288
00010000:00010000:1.0:1769074966.293186:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c75 expref: 407 pid: 5764 timeout: 2051 lvb_type: 0
00000100:00100000:1.0:1769074966.293218:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5824
00000100:00100000:1.0:1769074966.293227:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+407:2369:x1855007657516288:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.293238:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.293244:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c75 expref: 407 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.293262:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c75 expref: 407 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.293294:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44688 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c75 expref: 407 pid: 5764 timeout: 2051 lvb_type: 0
00010000:00010000:1.0:1769074966.293308:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:1.0:1769074966.293313:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.293322:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.293330:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.293358:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074966.293389:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.293398:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074966.293411:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+406:2369:x1855007657516288:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 185us (331us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.293419:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5824
00000004:00200000:0.0:1769074966.293439:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e7:0x0]: returning size 260096
00000004:00200000:0.0:1769074966.293445:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.293463:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.293493:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44696 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c7c expref: 406 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.293510:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700200/0x2152b583a6e4469d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c7c expref: 405 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.293527:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e7:0x0].0x0 (ffff903384c4e000)
00010000:00010000:0.0:1769074966.293535:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.293538:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700200, rc 0)
00000100:00100000:0.0:1769074966.293568:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13245:x1855007657515904:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3901us (4139us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.293576:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210953
00000100:00100000:0.0:1769074966.293985:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.294022:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657516544
00000100:00100000:2.0:1769074966.294028:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657516544
00000100:00100000:2.0:1769074966.294064:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4563
00000100:00100000:2.0:1769074966.294073:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+405:13246:x1855007657516544:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.294389:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+406:13246:x1855007657516544:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 316us (404us total) trans 4295106749 rc 0/0
00000100:00100000:2.0:1769074966.294396:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4563
00000100:00100000:3.0:1769074966.299324:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.299496:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657516800
00000100:00100000:2.0:1769074966.299506:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657516800
00000100:00100000:2.0:1769074966.299613:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4564
00000100:00100000:0.0:1769074966.299619:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.299628:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+406:13246:x1855007657516800:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.299677:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657516928
00000100:00100000:3.0:1769074966.299732:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657516928
00000100:00100000:0.0:1769074966.299856:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210954
00000100:00100000:0.0:1769074966.299868:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+408:13245:x1855007657516928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.299881:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.299902:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c83 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074966.299946:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+409:13246:x1855007657516800:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 320us (628us total) trans 4295106750 rc 0/0
00000100:00100000:2.0:1769074966.299954:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4564
00010000:00010000:0.0:1769074966.299972:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.299985:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.299995:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300006:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300010:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300014:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300066:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300072:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300078:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300087:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.300091:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300098:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300110:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.300113:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.300117:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300123:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e446ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300147:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300153:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300159:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300164:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.300167:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300173:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300180:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xd263642c (ffff903298a49300)
00010000:00010000:0.0:1769074966.300183:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.300186:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300191:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xd263642c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.300215:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446a4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c83 expref: 408 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.300226:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.300228:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.300232:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c83 expref: 408 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.300240:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9e00, rc 0)
00000100:00100000:0.0:1769074966.300285:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+407:13245:x1855007657516928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 421us (669us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074966.300292:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210954
00000100:00100000:0.0:1769074966.303435:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.303482:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657517184
00000100:00100000:2.0:1769074966.303491:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657517184
00000100:00100000:2.0:1769074966.303541:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4565
00000100:00100000:2.0:1769074966.303551:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+407:13246:x1855007657517184:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.303780:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+408:13246:x1855007657517184:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 218us (341us total) trans 4295106751 rc 0/0
00000100:00100000:2.0:1769074966.303789:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4565
00000100:00100000:3.0:1769074966.307667:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.307896:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657517440
00000100:00100000:3.0:1769074966.308027:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.308073:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657517696
00000100:00100000:2.0:1769074966.308084:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657517696
00000100:00100000:0.0:1769074966.308109:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657517440
00000100:00100000:2.0:1769074966.308155:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4566
00000100:00100000:0.0:1769074966.308156:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210955
00000100:00100000:0.0:1769074966.308168:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+409:13245:x1855007657517440:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074966.308172:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386519c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+409:13246:x1855007657517696:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:0.0:1769074966.308192:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.308212:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c8a expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.308302:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.308318:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f2 expref: 411 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.308326:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.308358:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f2 expref: 411 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.308371:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f2 expref: 411 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.308382:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386519c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:13246:x1855007657517696:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 215us (354us total) trans 4295106752 rc 0/0
00000100:00100000:0.0:1769074966.308385:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623454080:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.308391:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4566
00000100:00100000:0.0:1769074966.308463:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.312186:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.312256:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.312306:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623454080:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.312341:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.312343:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657517952
00000100:00100000:1.0:1769074966.312353:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657517952
00000100:00100000:1.0:1769074966.312405:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4567
00000100:00100000:1.0:1769074966.312417:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:13246:x1855007657517952:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.312654:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+412:13246:x1855007657517952:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 239us (474us total) trans 4295106753 rc 0/0
00000100:00100000:1.0:1769074966.312661:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4567
00000100:00100000:2.0:1769074966.313029:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657518080
00000100:00100000:2.0:1769074966.313034:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657518080
00010000:00010000:2.0:1769074966.313058:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f2 expref: 412 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.313085:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5825
00000100:00100000:2.0:1769074966.313093:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+412:2368:x1855007657518080:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.313105:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.313112:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f2 expref: 412 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.313125:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f2 expref: 412 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.313144:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa800/0x2152b583a6e4391b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23097f2 expref: 412 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.313157:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074966.313162:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.313171:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.313177:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.313199:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074966.313226:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.313235:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074966.313252:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000100:00100000:2.0:1769074966.313280:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:2368:x1855007657518080:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 187us (1022us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.313288:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5825
00010000:00010000:0.0:1769074966.313343:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c8a expref: 412 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.313358:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c8a expref: 411 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.313367:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:0.0:1769074966.313370:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074966.313372:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8a00, rc 0)
00000100:00100000:0.0:1769074966.313396:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:13245:x1855007657517440:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5230us (5737us total) trans 4295106754 rc 0/0
00000100:00100000:0.0:1769074966.313403:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210955
00000100:00100000:3.0:1769074966.316046:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.316726:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657518336
00000100:00100000:1.0:1769074966.316736:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657518336
00000100:00100000:1.0:1769074966.316794:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4568
00000100:00100000:1.0:1769074966.316802:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+411:13246:x1855007657518336:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.317213:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+412:13246:x1855007657518336:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 411us (1172us total) trans 4295106755 rc 0/0
00000100:00100000:1.0:1769074966.317221:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4568
00000100:00100000:3.0:1769074966.317825:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.317870:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657518464
00000100:00100000:0.0:1769074966.317876:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657518464
00000100:00100000:0.0:1769074966.317936:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210956
00000100:00100000:0.0:1769074966.317952:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+412:13245:x1855007657518464:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.317967:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.317988:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e446ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c91 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.318053:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.318067:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c8a expref: 413 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.318075:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.318120:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c8a expref: 413 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.318129:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c8a expref: 413 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.318141:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623454208:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.318214:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a86c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.320251:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.320441:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657518720
00000100:00100000:1.0:1769074966.320451:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657518720
00000100:00100000:1.0:1769074966.320501:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4569
00000100:00100000:1.0:1769074966.320512:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+414:13246:x1855007657518720:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:0.0:1769074966.320618:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623454208:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.320643:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.320742:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+415:13246:x1855007657518720:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 233us (496us total) trans 4295106756 rc 0/0
00000100:00100000:1.0:1769074966.320750:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4569
00000100:00100000:0.0:1769074966.321608:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.322501:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.322612:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657519104
00000100:00100000:1.0:1769074966.322621:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657519104
00000100:00100000:1.0:1769074966.322666:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4570
00000100:00100000:1.0:1769074966.322674:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+415:13246:x1855007657519104:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.322801:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657518848
00000100:00100000:2.0:1769074966.322807:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657518848
00010000:00010000:2.0:1769074966.322834:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c8a expref: 417 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.322873:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:13246:x1855007657519104:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 198us (373us total) trans 4295106757 rc 0/0
00000100:00100000:2.0:1769074966.322876:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5826
00000100:00100000:1.0:1769074966.322886:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4570
00000100:00100000:2.0:1769074966.322889:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:2368:x1855007657518848:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.322902:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.322936:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c8a expref: 416 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.322949:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c8a expref: 416 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.322969:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e446c0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ca:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c8a expref: 416 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.322988:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:2.0:1769074966.322993:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.323002:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.323008:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.323037:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.323059:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+415:2368:x1855007657518848:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 173us (1453us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.323065:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5826
00010000:00010000:1.0:1769074966.323096:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.323105:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.323139:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ca:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.323144:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.323157:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.323181:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e446ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ca:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c91 expref: 415 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.323195:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9600/0x2152b583a6e446d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ca:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c91 expref: 414 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.323207:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ca:0x0].0x0 (ffff9032ae15bc00)
00010000:00010000:1.0:1769074966.323210:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.323213:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9600, rc 0)
00000100:00100000:1.0:1769074966.323236:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+414:13245:x1855007657518464:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5292us (5411us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.323243:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210956
00000100:00100000:0.0:1769074966.326766:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.326829:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657519360
00000100:00100000:2.0:1769074966.326839:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657519360
00000100:00100000:2.0:1769074966.326893:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4571
00000100:00100000:2.0:1769074966.326903:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+414:13246:x1855007657519360:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.327234:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+415:13246:x1855007657519360:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 331us (476us total) trans 4295106758 rc 0/0
00000100:00100000:2.0:1769074966.327241:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4571
00000100:00100000:3.0:1769074966.330332:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.330377:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657519488
00000100:00100000:1.0:1769074966.330387:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657519488
00000100:00100000:3.0:1769074966.330392:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.330480:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657519744
00000100:00100000:1.0:1769074966.330484:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657519744
00000100:00100000:2.0:1769074966.330532:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210957
00000100:00100000:0.0:1769074966.330543:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210958
00000100:00100000:2.0:1769074966.330549:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+416:13245:x1855007657519488:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:0.0:1769074966.330558:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+416:13246:x1855007657519744:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074966.330568:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.330590:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e446dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c98 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.330612:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.330635:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44603 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10426:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c52 expref: 417 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.330645:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.330652:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49e00)
00010000:00010000:2.0:1769074966.330659:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.330664:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074966.330671:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.330679:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.330689:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.330691:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.330706:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.330708:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.330718:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.330727:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.330737:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.330744:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.330841:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e446ff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.330850:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.330850:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e446ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.330869:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.330870:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e446ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.330887:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.330928:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:2.0:1769074966.330932:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.330951:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e446ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.330961:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e446ff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.330968:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.330974:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.330980:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.330986:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.330990:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.330996:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331147:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074966.331151:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.331156:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331163:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e446e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331174:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331181:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331187:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331192:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.331196:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331202:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331210:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x17d46a (ffff9032af293c00)
00010000:00010000:2.0:1769074966.331213:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.331216:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331221:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e446f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.331249:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e446dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c98 expref: 417 pid: 11659 timeout: 0 lvb_type: 0
00000040:00080000:0.0:1769074966.331254:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].406, 64 off34176
00010000:00010000:2.0:1769074966.331263:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e446ff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c98 expref: 416 pid: 11659 timeout: 0 lvb_type: 0
00000004:00080000:0.0:1769074966.331265:0:5764:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1952032355932ns, next at 1953032353577ns, rc = 0
00010000:00010000:2.0:1769074966.331286:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:2.0:1769074966.331289:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.331292:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700400, rc 0)
00010000:00010000:0.0:1769074966.331320:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331327:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331333:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331337:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331341:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331344:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074966.331351:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:13245:x1855007657519488:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 807us (1025us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.331360:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210957
00010000:00010000:0.0:1769074966.331366:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:0.0:1769074966.331377:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331381:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331385:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331388:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.331390:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331394:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331399:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49900)
00010000:00010000:0.0:1769074966.331401:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:0.0:1769074966.331403:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331407:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e44706 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10426:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.331414:0:13432:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1769074966.331422:0:13432:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.331429:0:13432:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9000 already unused, calling callback (ffffffffc148db90)
00010000:00010000:1.0:1769074966.331433:0:13432:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.331440:0:13432:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.331450:0:13432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10426:0x0].0x0 (ffff903298a49900)
00010000:00010000:0.0:1769074966.331452:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.331453:0:13432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:1.0:1769074966.331458:0:13432:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331463:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.331467:0:13432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e4470d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10426:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331473:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331484:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.331484:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1769074966.331488:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074966.331490:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.331492:0:13432:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074966.331499:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331508:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:0.0:1769074966.331510:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.331514:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.331519:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e446ea lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:0.0:1769074966.331529:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000044ba9cae reply state 000000009d666d65 transno 4295106759 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074966.331536:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1769074966.331578:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:13246:x1855007657519744:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1025us (1185us total) trans 4295106759 rc 0/0
00000100:00100000:0.0:1769074966.331586:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210958
00000100:00100000:3.0:1769074966.333781:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.333869:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657519872
00000100:00100000:0.0:1769074966.333878:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657519872
00000100:00100000:0.0:1769074966.333936:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1685
00000100:00100000:0.0:1769074966.333943:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:2368:x1855007657519872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.333954:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.333969:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e446ff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c98 expref: 417 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.333984:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:0.0:1769074966.333988:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.334017:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+416:2368:x1855007657519872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 74us (250us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.334021:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1685
00010000:00010000:2.0:1769074966.334281:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.334291:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.334303:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.334309:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d8200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.334313:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.334320:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.334331:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x9b386487 (ffff903298a49300)
00010000:00010000:2.0:1769074966.334334:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.334338:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.334344:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e446f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074966.336601:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.336655:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657520128
00000100:00100000:0.0:1769074966.336664:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657520128
00000100:00100000:0.0:1769074966.336745:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210959
00000100:00100000:0.0:1769074966.336753:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+415:13245:x1855007657520128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.336792:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.336813:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44714 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309c9f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.336903:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.336936:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230981c expref: 416 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.336942:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.336968:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230981c expref: 416 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.336976:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230981c expref: 416 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.336989:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623454336:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.337043:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a86c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.339241:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.339394:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657520384
00000100:00100000:2.0:1769074966.339402:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657520384
00000100:00100000:2.0:1769074966.339449:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4572
00000100:00100000:2.0:1769074966.339459:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386518450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:13246:x1855007657520384:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.339972:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386518450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+418:13246:x1855007657520384:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 514us (736us total) trans 4295106760 rc 0/0
00000100:00100000:2.0:1769074966.339985:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4572
00000100:00100000:3.0:1769074966.340434:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.340474:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657520512
00000100:00100000:1.0:1769074966.340481:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657520512
00010000:00010000:1.0:1769074966.340505:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230981c expref: 418 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.340541:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5827
00000100:00100000:1.0:1769074966.340548:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+418:2369:x1855007657520512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.340557:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.340562:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230981c expref: 418 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.340571:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230981c expref: 418 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.340586:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:1.0:1769074966.340590:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.340597:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.340601:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.340612:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e43992 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230981c expref: 418 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.340613:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.340630:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623454336:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.340641:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:2369:x1855007657520512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 93us (207us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.340647:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5827
00010000:00010000:0.0:1769074966.340651:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.340846:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.340854:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074966.340871:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00010000:00010000:0.0:1769074966.341057:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44714 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c9f expref: 418 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.341074:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c9f expref: 417 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.341082:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:0.0:1769074966.341084:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074966.341087:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9a00, rc 0)
00000100:00100000:0.0:1769074966.341179:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:13245:x1855007657520128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4425us (4582us total) trans 4295106761 rc 0/0
00000100:00100000:0.0:1769074966.341189:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210959
00000100:00100000:3.0:1769074966.343416:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.343485:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657520768
00000100:00100000:0.0:1769074966.343494:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657520768
00000100:00100000:0.0:1769074966.343552:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210960
00000100:00100000:0.0:1769074966.343561:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+417:13246:x1855007657520768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.343578:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.343596:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44729 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ca6 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.343695:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.343710:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c3d expref: 418 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.343717:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.343749:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c3d expref: 418 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.343761:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c3d expref: 418 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.343785:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623454464:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.343855:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a86c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.346355:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.346692:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657520896
00000100:00100000:2.0:1769074966.346701:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657520896
00000100:00100000:2.0:1769074966.346752:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210961
00000100:00100000:2.0:1769074966.346762:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+419:13245:x1855007657520896:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.346797:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.346814:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44737 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cad expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.346891:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.346945:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c9f expref: 420 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.346954:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.346983:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c9f expref: 420 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.346993:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c9f expref: 420 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.347006:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba09880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623454592:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.347072:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386472240 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.347239:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623454464:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.347260:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074966.349099:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.349147:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657521024
00000100:00100000:1.0:1769074966.349155:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657521024
00010000:00010000:1.0:1769074966.349189:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c3d expref: 421 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.349226:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5828
00000100:00100000:1.0:1769074966.349235:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:2369:x1855007657521024:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.349249:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.349255:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c3d expref: 421 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.349278:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c3d expref: 421 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.349298:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e445c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c3d expref: 421 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.349311:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:1.0:1769074966.349316:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.349324:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.349331:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.349358:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.349411:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:2369:x1855007657521024:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 176us (317us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.349419:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5828
00010000:00010000:0.0:1769074966.349979:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.349989:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074966.350009:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10427:0x0]: returning size 4096
00010000:00010000:0.0:1769074966.350154:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44729 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ca6 expref: 421 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.350171:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ca6 expref: 420 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.350179:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:0.0:1769074966.350181:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074966.350184:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f80600, rc 0)
00000100:00100000:0.0:1769074966.350212:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13246:x1855007657520768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6652us (6802us total) trans 4295106762 rc 0/0
00000100:00100000:0.0:1769074966.350219:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210960
00000100:00100000:2.0:1769074966.353685:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba09880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623454592:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.353716:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074966.355904:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.355999:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.356034:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657521280
00000100:00100000:0.0:1769074966.356044:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657521280
00000100:00100000:0.0:1769074966.356097:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210962
00000100:00100000:0.0:1769074966.356107:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13246:x1855007657521280:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.356130:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.356151:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4474c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cb4 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.356234:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.356249:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ca6 expref: 421 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.356257:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.356289:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ca6 expref: 421 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.356299:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ca6 expref: 421 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.356313:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623454720:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.356343:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657521152
00000100:00100000:1.0:1769074966.356348:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657521152
00010000:00010000:1.0:1769074966.356367:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c9f expref: 422 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.356396:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a86c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.356406:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5829
00000100:00100000:1.0:1769074966.356417:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:2368:x1855007657521152:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.356428:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.356434:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c9f expref: 422 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.356443:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c9f expref: 422 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.356458:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e4471b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c9f expref: 422 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.356469:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:1.0:1769074966.356472:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.356478:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.356483:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.356504:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.356533:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:2368:x1855007657521152:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 119us (635us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.356543:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5829
00010000:00010000:3.0:1769074966.356553:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.356563:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074966.356594:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100cc:0x0]: returning size 260096
00000004:00200000:3.0:1769074966.356598:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.356615:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.356643:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44737 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100cc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cad expref: 421 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.356656:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701600/0x2152b583a6e4473e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100cc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cad expref: 420 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.356663:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100cc:0x0].0x0 (ffff9033bb559d00)
00010000:00010000:3.0:1769074966.356667:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.356669:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701600, rc 0)
00000100:00100000:3.0:1769074966.356761:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13245:x1855007657520896:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9996us (10408us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.356780:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210961
00000100:00100000:0.0:1769074966.362476:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623454720:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.362503:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074966.363018:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.363058:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657521408
00000100:00100000:1.0:1769074966.363066:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657521408
00010000:00010000:1.0:1769074966.363100:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ca6 expref: 420 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.363138:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5830
00000100:00100000:1.0:1769074966.363149:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:2368:x1855007657521408:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.363165:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.363172:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ca6 expref: 420 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.363184:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ca6 expref: 420 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.363205:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80600/0x2152b583a6e44730 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10427:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ca6 expref: 420 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.363220:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:1.0:1769074966.363224:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.363233:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.363240:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.363320:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.363375:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+419:2368:x1855007657521408:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 228us (357us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.363384:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5830
00010000:00010000:3.0:1769074966.363633:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.363646:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074966.363697:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10427:0x0]: returning size 4096
00000004:00200000:3.0:1769074966.363701:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.363723:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.363752:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4474c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10427:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cb4 expref: 419 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.363987:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cb4 expref: 418 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.363997:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:3.0:1769074966.364000:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.364002:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9200, rc 0)
00000100:00100000:3.0:1769074966.364048:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+418:13246:x1855007657521280:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7943us (8048us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.364054:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210962
00000100:00100000:2.0:1769074966.365484:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.365666:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657521536
00000100:00100000:3.0:1769074966.365676:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657521536
00000100:00100000:3.0:1769074966.365780:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210963
00000100:00100000:3.0:1769074966.365790:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+418:13245:x1855007657521536:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.365808:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.365825:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e4475a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cbb expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.365887:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.365898:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.365941:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.365955:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.365963:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.365969:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366078:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4476f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366086:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4476f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366093:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4476f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:3.0:1769074966.366122:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:3.0:1769074966.366126:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.366142:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4476f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366162:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4476f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366171:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366177:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366184:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366189:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e39600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.366193:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366199:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366210:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074966.366213:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.366217:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366223:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44761 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366234:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366239:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366245:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366250:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e38000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.366253:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366258:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366265:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xc3f00931 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074966.366267:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.366270:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366276:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44768 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.366305:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e4475a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cbb expref: 420 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.366316:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4476f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cbb expref: 419 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.366323:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:3.0:1769074966.366325:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.366328:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38600, rc 0)
00000100:00100000:3.0:1769074966.366381:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+419:13245:x1855007657521536:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 592us (901us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.366388:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210963
00000100:00100000:0.0:1769074966.372440:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.372540:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657521920
00000100:00100000:3.0:1769074966.372551:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657521920
00000100:00100000:3.0:1769074966.372659:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210964
00000100:00100000:3.0:1769074966.372780:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+419:13245:x1855007657521920:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.372805:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.372828:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44776 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cc9 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074966.372867:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.372963:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657522048
00000100:00100000:1.0:1769074966.372968:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657522048
00010000:00010000:3.0:1769074966.372974:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.372992:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230983f expref: 421 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.373002:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4476f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cbb expref: 421 pid: 5764 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074966.373003:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1686
00010000:00010000:3.0:1769074966.373014:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074966.373016:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:2367:x1855007657522048:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.373033:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.373052:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074966.373058:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.373116:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.373123:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.373291:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:2367:x1855007657522048:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 277us (425us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.373300:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1686
00010000:00010000:3.0:1769074966.374368:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e4476f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cbb expref: 420 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.375141:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230983f expref: 419 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.375163:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230983f expref: 419 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.375184:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623454976:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.375363:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.375508:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657521664
00000100:00100000:3.0:1769074966.375515:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657521664
00000100:00100000:3.0:1769074966.375596:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210965
00000100:00100000:3.0:1769074966.375604:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13246:x1855007657521664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.375619:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.375639:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44784 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cc2 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.375692:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074966.375707:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033912c69c0 going to sleep for 11 seconds
00010000:00010000:3.0:1769074966.375709:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375722:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375747:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375755:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375761:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375866:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44799 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375874:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44799 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375882:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44799 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074966.375940:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10427:0x0]: returning size 4096
00000004:00200000:3.0:1769074966.375945:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.375963:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44799 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375973:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44799 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375981:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375992:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.375998:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376003:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.376008:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376014:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376024:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:3.0:1769074966.376026:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.376030:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376036:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e4478b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376046:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376051:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376056:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376060:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.376062:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376069:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376075:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51683c58 (ffff90328bb7f700)
00010000:00010000:3.0:1769074966.376077:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.376079:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376085:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44792 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.376113:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44784 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc2 expref: 422 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.376126:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44799 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc2 expref: 421 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.376133:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:3.0:1769074966.376135:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.376137:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:3.0:1769074966.376180:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:13246:x1855007657521664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 577us (817us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.376187:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210965
00000100:00100000:0.0:1769074966.385088:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.385146:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.385159:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657522176
00000100:00100000:1.0:1769074966.385170:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657522176
00000100:00100000:2.0:1769074966.385215:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657522432
00000100:00100000:2.0:1769074966.385221:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657522432
00000100:00100000:1.0:1769074966.385237:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1687
00000100:00100000:1.0:1769074966.385249:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:2369:x1855007657522176:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.385263:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00000100:00100000:2.0:1769074966.385275:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4573
00000100:00100000:2.0:1769074966.385287:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13246:x1855007657522432:12345-192.168.204.54@tcp:35:dbench.0
00010000:00010000:1.0:1769074966.385290:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44799 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc2 expref: 422 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.385318:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:1.0:1769074966.385323:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.385374:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:2369:x1855007657522176:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 126us (300us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.385383:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1687
00000100:00100000:2.0:1769074966.385511:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:13246:x1855007657522432:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 227us (373us total) trans 4295106763 rc 0/0
00000100:00100000:2.0:1769074966.385518:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4573
00000100:00100000:2.0:1769074966.385959:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623454976:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.385981:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074966.389046:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.389094:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657522560
00000100:00100000:1.0:1769074966.389103:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657522560
00010000:00010000:1.0:1769074966.389138:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230983f expref: 421 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.389177:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5831
00000100:00100000:1.0:1769074966.389187:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:2369:x1855007657522560:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.389200:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.389206:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230983f expref: 421 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.389219:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230983f expref: 421 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.389240:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e439f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230983f expref: 421 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.389256:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074966.389262:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.389270:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.389278:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.389313:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.389379:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:2369:x1855007657522560:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 193us (338us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.389386:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5831
00010000:00010000:2.0:1769074966.389662:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.389686:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.389706:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00010000:00010000:2.0:1769074966.389869:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44776 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc9 expref: 421 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.389884:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc9 expref: 420 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.389892:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:2.0:1769074966.389895:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074966.389898:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5f31e00, rc 0)
00000100:00100000:2.0:1769074966.390216:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13245:x1855007657521920:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 17453us (17784us total) trans 4295106764 rc 0/0
00000100:00100000:2.0:1769074966.390223:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210964
00000100:00100000:0.0:1769074966.391713:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.391938:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657522816
00000100:00100000:2.0:1769074966.391948:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657522816
00000100:00100000:2.0:1769074966.392044:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210966
00000100:00100000:2.0:1769074966.392054:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13246:x1855007657522816:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074966.392111:0:5764:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.392135:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e44753 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10427:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cb4 expref: 420 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.392152:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293500)
00010000:00010000:2.0:1769074966.392162:0:5764:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074966.392182:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392194:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392202:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392214:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392224:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392231:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392333:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392342:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392348:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000040:00080000:2.0:1769074966.392686:0:5764:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].404, 64 off34112
00010000:00010000:2.0:1769074966.392746:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392755:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392763:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392779:0:5764:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392785:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392791:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392818:0:5764:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1769074966.392844:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392853:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392859:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392865:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.392869:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392876:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392884:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293a00)
00010000:00010000:2.0:1769074966.392888:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1769074966.392891:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392897:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447b5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10427:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392961:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392968:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392973:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392981:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.392984:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392989:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.392996:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x0 (ffff90328bfcee00)
00010000:00010000:2.0:1769074966.392999:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.393001:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.393006:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000004:00010000:2.0:1769074966.393014:0:5764:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef1c1fa5 reply state 000000001da6173c transno 4295106765 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:2.0:1769074966.393021:0:5764:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074966.393091:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:13246:x1855007657522816:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1038us (1382us total) trans 4295106765 rc 0/0
00000100:00100000:2.0:1769074966.393098:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210966
00010000:00010000:0.0:1769074966.393160:0:5749:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1769074966.393166:0:5749:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.393175:0:5749:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700600 already unused, calling callback (ffffffffc148db90)
00010000:00010000:0.0:1769074966.393178:0:5749:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.393183:0:5749:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.393191:0:5749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10427:0x0].0x0 (ffff9032af293a00)
00010000:00010000:0.0:1769074966.393192:0:5749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:0.0:1769074966.393195:0:5749:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.393200:0:5749:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e447bc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10427:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.393210:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074966.393212:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1769074966.393214:0:5749:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1769074966.394382:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.394444:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657522944
00000100:00100000:3.0:1769074966.394453:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657522944
00000100:00100000:3.0:1769074966.394499:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210967
00000100:00100000:3.0:1769074966.394508:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:13245:x1855007657522944:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.394528:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.394543:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e447c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cd0 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.394612:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.394624:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc9 expref: 422 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.394631:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.394664:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc9 expref: 422 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.394676:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc9 expref: 422 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.394689:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623455104:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.394760:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033912c69c0 going to sleep for 11 seconds
00010000:00010000:3.0:1769074966.395292:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.395303:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.395311:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.395316:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.396692:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.396707:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.396725:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c0:0x0].0x51683c58 (ffff9032af293c00)
00010000:00010000:3.0:1769074966.396729:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.396735:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.396742:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e447ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c0:0x0].0x51683c58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074966.398298:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.398363:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657523072
00000100:00100000:2.0:1769074966.398459:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657523072
00000100:00100000:2.0:1769074966.398512:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210968
00000100:00100000:2.0:1769074966.398521:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13246:x1855007657523072:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.398543:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.398562:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e447d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cd7 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.398627:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.398641:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.398650:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.398664:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.398670:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.398676:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.398789:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e447e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.398797:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e447e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.398804:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e447e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.399245:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f0:0x0]: returning size 327680
00000004:00200000:2.0:1769074966.399251:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.399274:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e447e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399285:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e447e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399294:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399300:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399306:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399311:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.399315:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399321:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399332:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ee:0x0].0x0 (ffff903382888600)
00010000:00010000:2.0:1769074966.399335:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.399340:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399346:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e447d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399356:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.399362:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074966.399729:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623455104:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.399753:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074966.399872:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.400165:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657523200
00000100:00100000:0.0:1769074966.400172:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657523200
00010000:00010000:0.0:1769074966.400196:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc9 expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.400223:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5832
00000100:00100000:0.0:1769074966.400231:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:2368:x1855007657523200:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.400240:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.400254:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc9 expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.400265:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc9 expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.400281:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e4477d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100ce:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cc9 expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.400292:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:0.0:1769074966.400296:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.400303:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.400309:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.400332:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074966.400940:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.400948:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.400952:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.400959:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.400969:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ee:0x0].0xe364b611 (ffff9032af293f00)
00010000:00010000:2.0:1769074966.400972:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.400975:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.400981:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e447df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ee:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.401018:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e447d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cd7 expref: 424 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.401030:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e447e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cd7 expref: 423 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.401037:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f0:0x0].0x0 (ffff90329c213d00)
00010000:00010000:2.0:1769074966.401039:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.401042:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701000, rc 0)
00000100:00100000:0.0:1769074966.401177:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+423:2368:x1855007657523200:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 944us (1303us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.401185:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5832
00010000:00010000:1.0:1769074966.401334:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.401341:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074966.401384:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100ce:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.401388:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.401402:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.401421:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e447c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ce:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cd0 expref: 423 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.401433:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7e00/0x2152b583a6e447ca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ce:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cd0 expref: 422 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.401439:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ce:0x0].0x0 (ffff9033bb559000)
00010000:00010000:1.0:1769074966.401441:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.401444:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7e00, rc 0)
00000100:00100000:1.0:1769074966.401477:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13245:x1855007657522944:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6971us (7111us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.401487:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210967
00000100:00100000:2.0:1769074966.401659:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:13246:x1855007657523072:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3137us (3366us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.401665:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210968
00000100:00100000:1.0:1769074966.406041:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.406093:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657523328
00000100:00100000:0.0:1769074966.406104:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657523328
00000100:00100000:1.0:1769074966.406110:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.406171:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1688
00000100:00100000:0.0:1769074966.406181:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:2366:x1855007657523328:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.406197:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.406221:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e447e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cd7 expref: 421 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.406242:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f0:0x0].0x0 (ffff90329c213d00)
00010000:00010000:0.0:1769074966.406247:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.406304:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:2366:x1855007657523328:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 125us (283us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.406311:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1688
00000100:00100000:2.0:1769074966.406399:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657523584
00000100:00100000:2.0:1769074966.406404:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657523584
00000100:00100000:2.0:1769074966.406452:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210969
00000100:00100000:2.0:1769074966.406460:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+420:13246:x1855007657523584:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.406479:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.406492:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cde expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.406577:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.406587:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bc1 expref: 421 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.406593:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.406616:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bc1 expref: 421 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.406625:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bc1 expref: 421 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.406634:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623455232:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.406687:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386472840 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.409520:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.409611:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657523712
00000100:00100000:3.0:1769074966.409622:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657523712
00000100:00100000:3.0:1769074966.409730:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210970
00000100:00100000:3.0:1769074966.409741:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13245:x1855007657523712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.409760:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.409793:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e447fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ce5 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.409857:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.409871:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.409881:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.409896:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.409902:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.409937:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410068:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44810 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410077:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44810 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410083:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44810 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074966.410113:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000004:00200000:3.0:1769074966.410117:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.410135:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44810 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410146:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44810 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410153:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410158:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410164:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410171:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.410175:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410182:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410194:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074966.410198:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.410203:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410208:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44802 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410217:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410223:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410228:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410233:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.410235:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410240:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410247:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x103f9c81 (ffff90328bb7f700)
00010000:00010000:3.0:1769074966.410250:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.410253:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410258:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44809 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.410286:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e447fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ce5 expref: 424 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.410300:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44810 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ce5 expref: 423 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.410306:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074966.410308:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.410311:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bc29c600, rc 0)
00000100:00100000:3.0:1769074966.410375:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+423:13245:x1855007657523712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 636us (863us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.410382:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210970
00000100:00100000:2.0:1769074966.412200:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623455232:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.412229:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074966.413701:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.413805:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657523840
00000100:00100000:2.0:1769074966.413814:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657523840
00010000:00010000:2.0:1769074966.413996:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bc1 expref: 423 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.414038:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5833
00000100:00100000:2.0:1769074966.414048:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+423:2368:x1855007657523840:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.414062:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.414069:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bc1 expref: 423 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.414167:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bc1 expref: 423 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.414190:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e3e354 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307bc1 expref: 423 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.414203:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f0:0x0].0x0 (ffff90329c213d00)
00010000:00010000:2.0:1769074966.414209:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.414217:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.414225:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.414255:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.414339:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:2368:x1855007657523840:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 293us (643us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.414347:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5833
00010000:00010000:0.0:1769074966.414403:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.414410:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074966.414428:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f0:0x0]: returning size 327680
00010000:00010000:0.0:1769074966.414561:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e447ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cde expref: 423 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.414575:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cde expref: 422 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.414583:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f0:0x0].0x0 (ffff90329c213d00)
00010000:00010000:0.0:1769074966.414585:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074966.414588:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701200, rc 0)
00000100:00100000:0.0:1769074966.414609:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13246:x1855007657523584:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8152us (8502us total) trans 4295106766 rc 0/0
00000100:00100000:0.0:1769074966.414616:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210969
00000100:00100000:3.0:1769074966.417352:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.417629:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657523968
00000100:00100000:2.0:1769074966.417639:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657523968
00000100:00100000:2.0:1769074966.417703:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1689
00000100:00100000:2.0:1769074966.417713:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:2368:x1855007657523968:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.417726:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.417748:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c600/0x2152b583a6e44810 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ce5 expref: 422 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.417776:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:2.0:1769074966.417782:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.417824:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:2368:x1855007657523968:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 113us (481us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.417831:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1689
00000100:00100000:3.0:1769074966.418239:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.419978:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657524224
00000100:00100000:1.0:1769074966.419990:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657524224
00000100:00100000:1.0:1769074966.420046:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210971
00000100:00100000:1.0:1769074966.420054:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+421:13245:x1855007657524224:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.420073:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.420198:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4481e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cec expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.420294:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.420308:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309869 expref: 422 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.420316:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.420349:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309869 expref: 422 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.420362:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309869 expref: 422 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.420375:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff54380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623455360:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.420460:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a480 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.422601:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.422713:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657524352
00000100:00100000:1.0:1769074966.422722:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657524352
00000100:00100000:1.0:1769074966.422847:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210972
00000100:00100000:1.0:1769074966.422858:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+423:13246:x1855007657524352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.422881:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.422901:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4482c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cf3 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.423043:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.423058:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cde expref: 424 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.423067:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.423101:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cde expref: 424 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.423112:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cde expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.423125:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff55880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623455488:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.423199:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.425147:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.425392:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657524480
00000100:00100000:3.0:1769074966.425402:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657524480
00010000:00010000:3.0:1769074966.425439:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309869 expref: 425 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.425482:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5834
00000100:00100000:3.0:1769074966.425491:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+425:2368:x1855007657524480:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.425508:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.425514:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309869 expref: 425 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.425525:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309869 expref: 425 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.425546:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074966.425551:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.425559:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.425565:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.425582:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.425628:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+425:2368:x1855007657524480:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 138us (487us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.425635:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5834
00010000:00010000:1.0:1769074966.426952:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e43a72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309869 expref: 424 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.426978:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff54380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623455360:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.427001:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.427021:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.427028:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074966.427058:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00010000:00010000:1.0:1769074966.427216:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4481e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cec expref: 425 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.427232:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cec expref: 424 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.427242:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:1.0:1769074966.427245:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074966.427248:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074966.427305:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:13245:x1855007657524224:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7250us (9069us total) trans 4295106767 rc 0/0
00000100:00100000:1.0:1769074966.427312:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210971
00000100:00100000:3.0:1769074966.428701:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff55880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623455488:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.428738:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074966.430005:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.430471:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657524608
00000100:00100000:3.0:1769074966.430481:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657524608
00010000:00010000:3.0:1769074966.430517:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cde expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.430563:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5835
00000100:00100000:3.0:1769074966.430574:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:2368:x1855007657524608:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.430587:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.430593:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cde expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.430605:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cde expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.430623:0:5746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e447f4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100f0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cde expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.430637:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f0:0x0].0x0 (ffff90329c213d00)
00010000:00010000:3.0:1769074966.430642:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.430650:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.430656:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.430681:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074966.430700:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.430707:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074966.430792:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f0:0x0]: returning size 327680
00000004:00200000:3.0:1769074966.430798:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.430819:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.430848:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e4482c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cf3 expref: 424 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.430860:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaefa00/0x2152b583a6e44833 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cf3 expref: 423 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.430867:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f0:0x0].0x0 (ffff90329c213d00)
00010000:00010000:3.0:1769074966.430870:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.430872:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaefa00, rc 0)
00000100:00100000:3.0:1769074966.431203:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+423:13246:x1855007657524352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8344us (8606us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.431212:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210972
00000100:00100000:3.0:1769074966.431251:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:2368:x1855007657524608:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 680us (1249us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.431258:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5835
00000100:00100000:2.0:1769074966.432390:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.432444:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657524736
00000100:00100000:3.0:1769074966.432452:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657524736
00000100:00100000:3.0:1769074966.432491:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210973
00000100:00100000:3.0:1769074966.432498:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13245:x1855007657524736:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.432519:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.432535:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44841 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309cfa expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.432610:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.432623:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cec expref: 423 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.432632:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.432660:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cec expref: 423 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.432672:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cec expref: 423 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.432684:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc169c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623455616:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.432760:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033912c69c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.445361:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.445407:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.445504:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657524864
00000100:00100000:0.0:1769074966.445515:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657524864
00010000:00010000:0.0:1769074966.445555:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cec expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.445606:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5836
00000100:00100000:0.0:1769074966.445617:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:2369:x1855007657524864:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.445633:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.445639:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cec expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.445651:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cec expref: 424 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.445671:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:0.0:1769074966.445677:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.445686:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.445692:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.445719:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.445780:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:2369:x1855007657524864:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 153us (416us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.445788:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5836
00010000:00010000:3.0:1769074966.445875:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44825 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cec expref: 423 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.445891:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc169c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623455616:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.445962:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.445976:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.445982:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074966.446025:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d0:0x0]: returning size 260096
00000004:00200000:3.0:1769074966.446040:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.446061:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.446090:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44841 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cfa expref: 423 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.446103:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39800/0x2152b583a6e44848 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309cfa expref: 422 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.446110:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d0:0x0].0x0 (ffff9033bb559700)
00010000:00010000:3.0:1769074966.446113:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.446115:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e39800, rc 0)
00000100:00100000:3.0:1769074966.446142:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bba09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13245:x1855007657524736:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 13644us (13755us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.446149:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210973
00000100:00100000:3.0:1769074966.446746:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657524992
00000100:00100000:3.0:1769074966.446754:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657524992
00000100:00100000:3.0:1769074966.446804:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210974
00000100:00100000:3.0:1769074966.446813:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+422:13246:x1855007657524992:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.446830:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.446845:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e4484f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d01 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.446895:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.446951:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.446960:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.446973:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.446979:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.446985:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447321:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447331:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447338:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074966.447361:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f3:0x0]: returning size 1048576
00000004:00200000:2.0:1769074966.447365:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.447377:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447387:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447394:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447400:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447406:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447412:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e38000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.447416:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447423:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447433:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ee:0x0].0x0 (ffff903382888600)
00010000:00010000:2.0:1769074966.447436:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.447440:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447447:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44856 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447459:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447463:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447468:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447476:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e39600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.447479:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447484:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447491:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ee:0x0].0x8b6dba3a (ffff90328bb7f700)
00010000:00010000:2.0:1769074966.447493:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.447496:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447502:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e4485d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ee:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.447532:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e4484f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d01 expref: 424 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.447544:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d01 expref: 423 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.447550:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f3:0x0].0x0 (ffff903382888b00)
00010000:00010000:2.0:1769074966.447553:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.447555:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700000, rc 0)
00000100:00100000:2.0:1769074966.447618:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+423:13246:x1855007657524992:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 806us (2210us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.447625:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210974
00000100:00100000:2.0:1769074966.454513:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.454586:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657525120
00000100:00100000:1.0:1769074966.454595:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657525120
00000100:00100000:1.0:1769074966.454679:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210975
00000100:00100000:1.0:1769074966.454690:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+423:13245:x1855007657525120:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.454713:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.454735:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4486b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d08 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.454810:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.454824:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.454834:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.454854:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.454859:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.454863:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.454978:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.454984:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.454990:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074966.455022:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.455027:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.455056:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455067:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455210:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455215:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455219:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455223:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.455226:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455231:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455240:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.455242:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.455246:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455250:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44872 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455257:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455260:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455264:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455267:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaee400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.455269:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455272:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455275:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2ee4e5f8 (ffff903299a8d200)
00010000:00010000:1.0:1769074966.455277:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.455278:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455281:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44879 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.455302:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e4486b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 425 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.455310:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 424 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.455314:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:1.0:1769074966.455315:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.455317:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fe00, rc 0)
00000100:00100000:1.0:1769074966.455360:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328705f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:13245:x1855007657525120:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 673us (857us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.455366:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210975
00000100:00100000:3.0:1769074966.457583:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.457649:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657525376
00000100:00100000:1.0:1769074966.457657:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657525376
00000100:00100000:1.0:1769074966.457705:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210976
00000100:00100000:1.0:1769074966.457714:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:13246:x1855007657525376:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.457732:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.457749:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e44887 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d0f expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.457840:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.457852:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307beb expref: 425 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.457860:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d01 expref: 425 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.457867:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.457899:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d01 expref: 425 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.457945:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d01 expref: 425 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.457959:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff54380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623455744:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.458044:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307beb expref: 425 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.458053:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307beb expref: 425 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.458062:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bff55880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623455872:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.458085:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a480 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.464557:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.464643:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.464679:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.464709:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657525888
00000100:00100000:2.0:1769074966.464718:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657525888
00000100:00100000:2.0:1769074966.464792:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210977
00000100:00100000:2.0:1769074966.464802:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13245:x1855007657525888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.464821:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.464843:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44895 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d16 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.464987:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.465002:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309893 expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.465010:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 427 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.465019:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.465051:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 427 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.465061:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 427 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.465064:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000b020612a x1855007623455744) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d01 expref: 427 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.465074:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bffb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623456000:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.465079:0:5764:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d01 expref: 427 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.465096:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44864 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d01 expref: 427 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.465111:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff54380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623455744:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.465124:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bff55880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623455872:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.465146:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f3:0x0].0x0 (ffff903382888b00)
00010000:00010000:1.0:1769074966.465151:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.465163:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.465171:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:0.0:1769074966.465194:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657525504
00000100:00100000:0.0:1769074966.465201:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657525504
00000100:00100000:0.0:1769074966.465237:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657525632
00000100:00100000:0.0:1769074966.465242:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657525632
00010000:00010000:0.0:1769074966.465255:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307beb expref: 428 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.465281:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5837
00000100:00100000:0.0:1769074966.465288:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:2369:x1855007657525632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.465297:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.465303:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307beb expref: 428 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.465310:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307beb expref: 428 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.465322:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e3e3e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307beb expref: 428 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.465333:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f3:0x0].0x0 (ffff903382888b00)
00010000:00010000:0.0:1769074966.465336:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.465343:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.465349:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.465365:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.465410:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:2369:x1855007657525632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 123us (767us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.465417:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5837
00000100:00100000:0.0:1769074966.465434:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1690
00000100:00100000:0.0:1769074966.465441:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:2369:x1855007657525504:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.465448:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.465450:0:13409:0:(ldlm_lockd.c:1753:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 2152b583a6e44864)
00010000:00010000:0.0:1769074966.465452:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.465467:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:2369:x1855007657525504:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 28us (921us total) trans 0 rc 116/116
00000100:00100000:0.0:1769074966.465473:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1690
00010000:00010000:1.0:1769074966.466279:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.466289:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:1.0:1769074966.466307:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f3:0x0]: returning size 1048576
00000100:00100000:3.0:1769074966.466314:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.466339:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657526016
00000100:00100000:3.0:1769074966.466344:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657526016
00010000:00010000:3.0:1769074966.466363:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 426 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.466383:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5838
00000100:00100000:3.0:1769074966.466389:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:2366:x1855007657526016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.466397:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.466401:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 6/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 427 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.466410:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 427 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.466428:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074966.466432:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.466438:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.466441:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e44887 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d0f expref: 428 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.466444:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074966.466455:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d0f expref: 427 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.466462:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f3:0x0].0x0 (ffff903382888b00)
00010000:00010000:1.0:1769074966.466464:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074966.466467:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fc00, rc 0)
00000100:00100000:3.0:1769074966.466468:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:2366:x1855007657526016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 79us (154us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.466473:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5838
00000100:00100000:1.0:1769074966.466487:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc169c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13246:x1855007657525376:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8776us (8912us total) trans 4295106768 rc 0/0
00000100:00100000:1.0:1769074966.466494:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210976
00010000:00010000:2.0:1769074966.468353:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309893 expref: 425 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.468369:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309893 expref: 425 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.468383:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bffb5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623456128:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.468407:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386472840 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.474384:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074966.474628:0:7034:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@0000000079992d84 x1855007623456000) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 425 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.474649:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e44880 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d08 expref: 425 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.474663:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bffb6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623456000:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.474677:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bffb5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623456128:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.474702:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:0.0:1769074966.474707:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.474716:0:7034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.474735:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074966.475111:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657526144
00000100:00100000:2.0:1769074966.475119:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657526144
00000100:00100000:2.0:1769074966.475183:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210978
00000100:00100000:2.0:1769074966.475194:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+425:13246:x1855007657526144:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.475216:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.475235:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d1d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.475317:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.475329:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d0f expref: 426 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.475336:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.475366:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d0f expref: 426 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.475376:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d0f expref: 426 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.475389:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bffb6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623456256:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.475472:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386472840 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.476587:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.476659:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657526272
00000100:00100000:3.0:1769074966.476666:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657526272
00010000:00010000:3.0:1769074966.476693:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309893 expref: 427 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.476739:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5839
00000100:00100000:3.0:1769074966.476748:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:2369:x1855007657526272:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.476759:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.476774:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309893 expref: 427 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.476787:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309893 expref: 427 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.476805:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e43b05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309893 expref: 427 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.476820:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:3.0:1769074966.476824:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.476833:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.476839:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.476867:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.476944:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:2369:x1855007657526272:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 196us (359us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.476952:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5839
00010000:00010000:2.0:1769074966.480649:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.480667:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074966.480692:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00010000:00010000:2.0:1769074966.480886:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44895 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d16 expref: 427 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.480938:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d16 expref: 426 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.480947:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:2.0:1769074966.480950:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074966.480953:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700800, rc 0)
00000100:00100000:2.0:1769074966.481021:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13245:x1855007657525888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16220us (16340us total) trans 4295106769 rc 0/0
00000100:00100000:2.0:1769074966.481031:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210977
00000100:00100000:0.0:1769074966.483434:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.483512:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657526400
00000100:00100000:3.0:1769074966.483522:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657526400
00010000:00010000:3.0:1769074966.483558:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d0f expref: 426 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.483599:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5840
00000100:00100000:3.0:1769074966.483608:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:2369:x1855007657526400:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.483623:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.483631:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d0f expref: 426 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.483645:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d0f expref: 426 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.483671:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f3:0x0].0x0 (ffff903382888b00)
00010000:00010000:3.0:1769074966.483675:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.483685:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.483692:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.483711:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.483785:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:2369:x1855007657526400:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 177us (358us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.483794:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5840
00010000:00010000:2.0:1769074966.483880:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e4488e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d0f expref: 425 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.483896:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bffb6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623456256:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.483953:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.483963:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.483969:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074966.484011:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f3:0x0]: returning size 1048576
00000004:00200000:2.0:1769074966.484016:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.484035:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.484063:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d1d expref: 425 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.484078:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700400/0x2152b583a6e448b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d1d expref: 424 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.484085:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f3:0x0].0x0 (ffff903382888b00)
00010000:00010000:2.0:1769074966.484087:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.484090:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700400, rc 0)
00000100:00100000:2.0:1769074966.484115:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:13246:x1855007657526144:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8924us (9742us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.484122:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210978
00000100:00100000:0.0:1769074966.486158:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.486239:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657526528
00000100:00100000:2.0:1769074966.486250:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657526528
00000100:00100000:2.0:1769074966.486311:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210979
00000100:00100000:2.0:1769074966.486321:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:13245:x1855007657526528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.486346:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.486366:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e448bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d24 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.486446:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.486460:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d16 expref: 425 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.486467:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.486497:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d16 expref: 425 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.486510:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d16 expref: 425 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.486524:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bffb6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623456384:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.486599:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254180 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.499375:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.499460:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bffb6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623456384:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.499489:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:1.0:1769074966.500451:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657526656
00000100:00100000:1.0:1769074966.500462:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657526656
00010000:00010000:1.0:1769074966.500500:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d16 expref: 426 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.500544:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5841
00000100:00100000:1.0:1769074966.500554:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:2368:x1855007657526656:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.500569:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.500576:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d16 expref: 426 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.500588:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d16 expref: 426 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.500615:0:5747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e4489c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d16 expref: 426 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.500630:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:1.0:1769074966.500635:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.500644:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.500651:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.500686:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.500753:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+425:2368:x1855007657526656:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 200us (1388us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.500761:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5841
00010000:00010000:2.0:1769074966.502028:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.502040:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074966.502220:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d2:0x0]: returning size 260096
00000004:00200000:2.0:1769074966.502226:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.502249:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.502289:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e448bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d24 expref: 425 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.502307:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701a00/0x2152b583a6e448c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d24 expref: 424 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.502316:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d2:0x0].0x0 (ffff9033bb559c00)
00010000:00010000:2.0:1769074966.502318:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.502322:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701a00, rc 0)
00000100:00100000:2.0:1769074966.502386:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:13245:x1855007657526528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16065us (16235us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.502393:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210979
00000100:00100000:2.0:1769074966.513647:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.513735:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657526784
00000100:00100000:0.0:1769074966.513746:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657526784
00000100:00100000:0.0:1769074966.513815:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210980
00000100:00100000:0.0:1769074966.513826:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+424:13245:x1855007657526784:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.513854:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.513874:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e448cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d2b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.513971:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.513985:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.513997:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514010:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514017:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514023:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514122:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e448e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514128:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e448e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514133:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e448e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074966.514159:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:0.0:1769074966.514162:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.514174:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e448e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514182:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e448e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514187:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514191:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514195:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514198:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.514201:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514206:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514213:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.514216:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.514219:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514223:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9400/0x2152b583a6e448d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514230:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514233:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514237:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514240:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90329e3d9e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.514241:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514244:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514248:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x51a4c572 (ffff903298a49e00)
00010000:00010000:0.0:1769074966.514249:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.514250:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.514253:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e448db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.515422:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e448cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d2b expref: 426 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.515453:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e448e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d2b expref: 425 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.515461:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:0.0:1769074966.515464:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.515468:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8a00, rc 0)
00000100:00100000:0.0:1769074966.515638:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+425:13245:x1855007657526784:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1813us (1998us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.515647:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210980
00000100:00100000:1.0:1769074966.516990:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.517814:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657526912
00000100:00100000:2.0:1769074966.517823:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657526912
00000100:00100000:2.0:1769074966.517940:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210981
00000100:00100000:2.0:1769074966.517951:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+425:13246:x1855007657526912:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.517968:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.517987:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e448e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d32 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.518059:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518200:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518214:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518230:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518237:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518243:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518350:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518359:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518366:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074966.518397:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f5:0x0]: returning size 1867776
00000004:00200000:2.0:1769074966.518401:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.518419:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518429:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518437:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518443:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518449:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518456:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.518459:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518466:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518476:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ee:0x0].0x0 (ffff903382888600)
00010000:00010000:2.0:1769074966.518479:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.518483:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518489:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e448f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518501:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518507:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518513:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518517:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.518520:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518526:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518532:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100ee:0x0].0x8d5ea5b7 (ffff9032af293f00)
00010000:00010000:2.0:1769074966.518535:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.518538:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518543:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e448f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100ee:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.518572:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e448e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 427 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.518584:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 426 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.518591:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f5:0x0].0x0 (ffff90338de2eb00)
00010000:00010000:2.0:1769074966.518594:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.518596:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701000, rc 0)
00000100:00100000:2.0:1769074966.518657:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13246:x1855007657526912:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 707us (1670us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.518664:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210981
00000100:00100000:3.0:1769074966.520393:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.520473:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657527040
00000100:00100000:1.0:1769074966.520482:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657527040
00000100:00100000:1.0:1769074966.520530:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1691
00000100:00100000:1.0:1769074966.520538:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:2366:x1855007657527040:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.520552:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.520570:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e448e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d2b expref: 426 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.520586:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:1.0:1769074966.520590:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.520627:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+425:2366:x1855007657527040:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 90us (240us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.520634:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1691
00000100:00100000:1.0:1769074966.529895:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.529967:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.529992:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.530060:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657527296
00000100:00100000:0.0:1769074966.530071:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657527296
00000100:00100000:0.0:1769074966.530129:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657527680
00000100:00100000:0.0:1769074966.530132:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657527680
00000100:00100000:0.0:1769074966.530157:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210982
00000100:00100000:0.0:1769074966.530165:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13245:x1855007657527296:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.530184:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.530204:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44905 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d39 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.530297:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.530311:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098b6 expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.530320:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.530355:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098b6 expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.530367:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098b6 expref: 427 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.530380:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb0f0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623456512:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.530448:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8a80 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.530468:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210983
00000100:00100000:0.0:1769074966.530476:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:13246:x1855007657527680:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.530484:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.530493:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44913 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d40 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.530538:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.530549:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c15 expref: 428 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.530557:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 428 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.530563:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.530581:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 428 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.530594:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 428 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.530602:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623456640:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.530631:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c15 expref: 428 pid: 5762 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.530638:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c15 expref: 428 pid: 5762 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.530645:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623456768:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.530660:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e9c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.531259:0:5747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657527424
00000100:00100000:3.0:1769074966.531266:0:5747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657527424
00010000:00010000:3.0:1769074966.531291:0:5747:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 429 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.531351:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5842
00000100:00100000:3.0:1769074966.531359:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:2367:x1855007657527424:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.531370:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.531376:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 429 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.531386:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 429 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.531408:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f5:0x0].0x0 (ffff90338de2eb00)
00010000:00010000:3.0:1769074966.531413:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.531420:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.531425:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.531456:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:2367:x1855007657527424:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 97us (1462us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.531463:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5842
00000100:00100000:1.0:1769074966.539676:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.539702:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.539726:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657527808
00000100:00100000:1.0:1769074966.539734:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657527808
00010000:00010000:1.0:1769074966.539782:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098b6 expref: 429 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.539816:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657527936
00000100:00100000:1.0:1769074966.539819:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657527936
00010000:00010000:1.0:1769074966.539833:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c15 expref: 430 pid: 5762 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.539854:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5843
00000100:00100000:1.0:1769074966.539864:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2368:x1855007657527808:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.539878:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.539884:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098b6 expref: 430 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.539897:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098b6 expref: 430 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.539941:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:1.0:1769074966.539946:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.539957:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.539965:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.539985:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.540034:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2368:x1855007657527808:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 171us (365us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.540042:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5843
00010000:00010000:2.0:1769074966.540220:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e43b60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098b6 expref: 429 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.540235:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb0f0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623456512:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.540252:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.540261:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.540266:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074966.540297:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00010000:00010000:2.0:1769074966.540444:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9000/0x2152b583a6e44905 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d39 expref: 430 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.540458:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d39 expref: 429 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.540465:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:2.0:1769074966.540468:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074966.540470:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9200, rc 0)
00000100:00100000:2.0:1769074966.540497:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13245:x1855007657527296:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10332us (10612us total) trans 4295106770 rc 0/0
00000100:00100000:2.0:1769074966.540504:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210982
00000100:00100000:3.0:1769074966.540630:0:5747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5844
00000100:00100000:3.0:1769074966.540641:0:5747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:2368:x1855007657527936:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.540650:0:5747:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.540656:0:5747:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c15 expref: 428 pid: 5762 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.540665:0:5747:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c15 expref: 428 pid: 5762 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.540678:0:5747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f5:0x0].0x0 (ffff90338de2eb00)
00010000:00010000:3.0:1769074966.540682:0:5747:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.540690:0:5747:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.540696:0:5747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.540709:0:5747:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.540729:0:5747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:2368:x1855007657527936:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 91us (1025us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.540736:0:5747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5844
00010000:00010000:3.0:1769074966.540780:0:5763:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000af38e1f9 x1855007623456640) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 427 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.540794:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e448fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d32 expref: 427 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.540805:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623456640:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.540817:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a54fa600/0x2152b583a6e3e457 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2307c15 expref: 426 pid: 5762 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.540827:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623456768:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.540845:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f5:0x0].0x0 (ffff90338de2eb00)
00010000:00010000:3.0:1769074966.540850:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.540856:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.540861:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074966.540873:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f5:0x0]: returning size 1867776
00010000:00010000:3.0:1769074966.540980:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9a00/0x2152b583a6e44913 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100ee:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d40 expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.540994:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d40 expref: 426 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.541001:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f5:0x0].0x0 (ffff90338de2eb00)
00010000:00010000:3.0:1769074966.541003:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074966.541005:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d8200, rc 0)
00000100:00100000:3.0:1769074966.541027:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13246:x1855007657527680:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 10552us (11060us total) trans 4295106771 rc 0/0
00000100:00100000:3.0:1769074966.541033:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210983
00000100:00100000:3.0:1769074966.544807:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.544897:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657528064
00000100:00100000:0.0:1769074966.549657:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657528064
00000100:00100000:0.0:1769074966.549777:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210984
00000100:00100000:0.0:1769074966.549788:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13245:x1855007657528064:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.549813:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.549835:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4492f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d47 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.549939:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.549955:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d39 expref: 427 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.549969:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.550006:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d39 expref: 427 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.550019:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d39 expref: 427 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.550032:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90328705ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623456896:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.550132:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033bdc5e9c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.550195:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.550281:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657528192
00000100:00100000:0.0:1769074966.550287:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657528192
00000100:00100000:0.0:1769074966.550313:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210985
00000100:00100000:0.0:1769074966.550412:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:13246:x1855007657528192:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.550425:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.550435:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e4493d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d4e expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.550476:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.550486:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d40 expref: 429 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.550492:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.550509:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d40 expref: 429 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.550517:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d40 expref: 429 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.550525:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623457024:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.550551:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903388008000 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.555097:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.555340:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657528320
00000100:00100000:2.0:1769074966.555351:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657528320
00010000:00010000:2.0:1769074966.555392:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d39 expref: 430 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.555436:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5845
00000100:00100000:2.0:1769074966.555446:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2369:x1855007657528320:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.555466:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.555474:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d39 expref: 430 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.555487:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d39 expref: 430 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.555514:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:2.0:1769074966.555520:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.555529:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.555537:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.555555:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.555601:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2369:x1855007657528320:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 157us (514us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.555608:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5845
00000100:00100000:3.0:1769074966.556004:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.556025:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657528448
00000100:00100000:3.0:1769074966.556028:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657528448
00010000:00010000:3.0:1769074966.556048:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d40 expref: 430 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.556066:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5846
00000100:00100000:3.0:1769074966.556072:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2368:x1855007657528448:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.556093:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.556098:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d40 expref: 430 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.556108:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d40 expref: 430 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.556121:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f5:0x0].0x0 (ffff90338de2eb00)
00010000:00010000:3.0:1769074966.556165:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.556174:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.556180:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.556192:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.556217:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2368:x1855007657528448:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 145us (214us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.556224:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5846
00010000:00010000:2.0:1769074966.556440:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8200/0x2152b583a6e4491a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100f5:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d40 expref: 429 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.556455:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3b800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623457024:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.556476:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.556484:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.556488:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074966.556531:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100f5:0x0]: returning size 1867776
00000004:00200000:2.0:1769074966.556535:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.556555:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.556585:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8a00/0x2152b583a6e4493d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100f5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d4e expref: 429 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.556599:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5f31e00/0x2152b583a6e44944 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d4e expref: 428 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.556606:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100f5:0x0].0x0 (ffff90338de2eb00)
00010000:00010000:2.0:1769074966.556609:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.556612:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5f31e00, rc 0)
00000100:00100000:2.0:1769074966.556639:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:13246:x1855007657528192:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6302us (6444us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.556646:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210985
00010000:00010000:0.0:1769074966.556863:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9200/0x2152b583a6e4490c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d39 expref: 427 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.556878:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90328705ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623456896:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.556896:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.556903:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.557235:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.557314:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d4:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.557318:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.557332:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.557355:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8000/0x2152b583a6e4492f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d47 expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.557369:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d9e00/0x2152b583a6e44936 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d47 expref: 426 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.557376:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d4:0x0].0x0 (ffff9033bb559e00)
00010000:00010000:1.0:1769074966.557379:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.557381:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90329e3d9e00, rc 0)
00000100:00100000:1.0:1769074966.557428:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc168380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13245:x1855007657528064:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7643us (12628us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.557436:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210984
00000100:00100000:1.0:1769074966.568267:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.568386:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657528576
00000100:00100000:3.0:1769074966.568397:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657528576
00000100:00100000:3.0:1769074966.568499:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210986
00000100:00100000:3.0:1769074966.568509:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13245:x1855007657528576:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.568528:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.568548:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4494b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d55 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.568608:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568623:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568632:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568646:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568657:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568662:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568794:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44960 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568802:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44960 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568808:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44960 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074966.568840:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:3.0:1769074966.568843:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.568861:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44960 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568873:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44960 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568880:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568886:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568893:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568898:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.568902:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568949:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568959:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:3.0:1769074966.568962:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.568967:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568972:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44952 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568984:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568989:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568994:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.568999:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.569002:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.569007:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.569013:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x6324417e (ffff90328bb7fe00)
00010000:00010000:3.0:1769074966.569015:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.569017:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.569022:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44959 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.569054:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4494b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d55 expref: 428 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.569067:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44960 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d55 expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.569084:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074966.569086:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.569089:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:3.0:1769074966.569152:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:13245:x1855007657528576:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 644us (894us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.569159:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210986
00000100:00100000:2.0:1769074966.575288:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.575437:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657528704
00000100:00100000:0.0:1769074966.575448:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657528704
00000100:00100000:0.0:1769074966.575547:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1692
00000100:00100000:0.0:1769074966.575557:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:2368:x1855007657528704:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.575572:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.575594:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44960 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d55 expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.575617:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:0.0:1769074966.575621:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.575677:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:2368:x1855007657528704:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 122us (397us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.575684:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1692
00000100:00100000:1.0:1769074966.577576:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.577679:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657528960
00000100:00100000:3.0:1769074966.577689:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657528960
00000100:00100000:3.0:1769074966.577808:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210987
00000100:00100000:3.0:1769074966.577818:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bff56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+426:13245:x1855007657528960:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.577836:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.577855:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44967 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d5c expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.577993:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.578008:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098cb expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.578016:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.578052:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098cb expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.578065:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098cb expref: 427 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.578088:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623457152:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.578165:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033912c69c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.582680:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623457152:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.582713:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.583194:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.583454:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657529088
00000100:00100000:0.0:1769074966.583463:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657529088
00010000:00010000:0.0:1769074966.583501:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098cb expref: 428 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.583543:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5847
00000100:00100000:0.0:1769074966.583553:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:2368:x1855007657529088:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.583569:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.583576:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098cb expref: 428 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.583591:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098cb expref: 428 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.583615:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1ce00/0x2152b583a6e43b9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098cb expref: 428 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.583630:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:0.0:1769074966.583636:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.583644:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.583653:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.583683:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.583759:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:2368:x1855007657529088:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 205us (564us total) trans 0 rc 0/0
00010000:00010000:3.0:1769074966.583760:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074966.583780:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5847
00010000:00010000:3.0:1769074966.583818:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:3.0:1769074966.583835:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00010000:00010000:3.0:1769074966.584024:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44967 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d5c expref: 428 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.584041:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d5c expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.584050:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:3.0:1769074966.584052:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074966.584055:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:3.0:1769074966.584082:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bff56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:13245:x1855007657528960:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6267us (6514us total) trans 4295106772 rc 0/0
00000100:00100000:3.0:1769074966.584089:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210987
00000100:00100000:1.0:1769074966.593742:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.593838:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657529216
00000100:00100000:3.0:1769074966.593850:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657529216
00000100:00100000:3.0:1769074966.593954:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210988
00000100:00100000:3.0:1769074966.593964:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:13245:x1855007657529216:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.593991:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.594025:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4497c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d63 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.594123:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.594137:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d5c expref: 428 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.594145:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.594181:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d5c expref: 428 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.594193:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d5c expref: 428 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.594208:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623457280:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.594293:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.597108:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623457280:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.597137:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.597671:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.599629:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657529344
00000100:00100000:0.0:1769074966.599644:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657529344
00010000:00010000:0.0:1769074966.599690:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d5c expref: 429 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.599806:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5848
00000100:00100000:0.0:1769074966.599817:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:2369:x1855007657529344:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.599832:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.599839:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d5c expref: 429 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.599968:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d5c expref: 429 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.600139:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e4496e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d5c expref: 429 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.600158:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:0.0:1769074966.600163:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.600177:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.600185:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.600211:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.600284:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:2369:x1855007657529344:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 469us (2614us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.600293:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5848
00010000:00010000:1.0:1769074966.600364:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.600373:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.600413:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d7:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.600416:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.600432:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.600459:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e4497c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d63 expref: 428 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.600474:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6400/0x2152b583a6e44983 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d63 expref: 427 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.600481:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d7:0x0].0x0 (ffff903392139100)
00010000:00010000:1.0:1769074966.600484:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.600486:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c6400, rc 0)
00000100:00100000:1.0:1769074966.600513:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:13245:x1855007657529216:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6552us (6782us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.600519:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210988
00000100:00100000:2.0:1769074966.608597:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.608689:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657529472
00000100:00100000:1.0:1769074966.608699:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657529472
00000100:00100000:1.0:1769074966.608822:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210989
00000100:00100000:1.0:1769074966.608832:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+427:13245:x1855007657529472:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.608855:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.608876:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4498a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d6a expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.609230:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609246:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609258:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609273:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609280:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609286:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609404:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609412:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609419:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.609453:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.609458:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.609474:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609486:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609494:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609500:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609507:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609512:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6f800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.609516:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609524:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609535:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.609539:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.609544:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609550:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e44991 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609563:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609570:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609575:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609581:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fc00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.609583:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609589:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609595:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9e362f1b (ffff903299a8d200)
00010000:00010000:1.0:1769074966.609598:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.609600:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609605:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e44998 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.609635:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e4498a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 429 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.609649:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 428 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.609656:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074966.609659:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.609661:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6e000, rc 0)
00000100:00100000:1.0:1769074966.609746:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:13245:x1855007657529472:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 915us (1158us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.609754:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210989
00000100:00100000:2.0:1769074966.614738:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.614839:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657529600
00000100:00100000:1.0:1769074966.614849:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657529600
00000100:00100000:1.0:1769074966.614904:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210990
00000100:00100000:1.0:1769074966.614942:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+428:13246:x1855007657529600:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.614960:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.614977:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e449a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d71 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.615051:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e449ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.615067:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e449ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.615077:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e449ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.615144:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10088:0x0]: returning size 11776
00000004:00200000:1.0:1769074966.615148:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.615173:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e449ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.615198:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fa00/0x2152b583a6e449a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d71 expref: 430 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.615216:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e449ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d71 expref: 429 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.615224:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.615227:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:1.0:1769074966.615231:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6fc00, rc 0)
00000100:00100000:1.0:1769074966.615287:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bffb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13246:x1855007657529600:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 347us (569us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.615298:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210990
00000100:00100000:2.0:1769074966.622688:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.622758:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.622944:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657529984
00000100:00100000:3.0:1769074966.622955:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657529984
00000100:00100000:3.0:1769074966.623024:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210991
00000100:00100000:3.0:1769074966.623035:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13245:x1855007657529984:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.623056:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.623078:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e449b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d78 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.623184:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.623199:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e0 expref: 430 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.623207:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 430 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.623215:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.623249:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 430 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.623261:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 430 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.623289:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623457408:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.623392:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e0 expref: 430 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.623402:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e0 expref: 430 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.623412:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cece00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623457536:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.623436:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.623515:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657529728
00000100:00100000:0.0:1769074966.623521:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657529728
00010000:00010000:0.0:1769074966.623545:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 431 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.623576:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5849
00000100:00100000:0.0:1769074966.623583:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:2368:x1855007657529728:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.623593:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.623598:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 431 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.623609:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 431 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.623628:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074966.623633:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.623639:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.623646:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.623672:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:2368:x1855007657529728:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 89us (994us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.623679:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5849
00000100:00100000:0.0:1769074966.625081:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.625369:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657530112
00000100:00100000:1.0:1769074966.625377:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657530112
00000100:00100000:1.0:1769074966.625465:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210992
00000100:00100000:1.0:1769074966.625477:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:13246:x1855007657530112:12345-192.168.204.54@tcp:41:dbench.0
00000004:00000024:1.0:1769074966.625530:0:5763:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 7642021888 avail 7592738816
00000100:00100000:1.0:1769074966.625600:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:13246:x1855007657530112:12345-192.168.204.54@tcp:41:dbench.0 Request processed in 125us (524us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.625607:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210992
00000100:00100000:2.0:1769074966.627879:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.627975:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657530240
00000100:00100000:0.0:1769074966.627984:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657530240
00010000:00010000:0.0:1769074966.628036:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e0 expref: 431 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.628079:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5850
00000100:00100000:0.0:1769074966.628088:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:2369:x1855007657530240:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.628102:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.628109:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e0 expref: 431 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.628121:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e0 expref: 431 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.628144:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074966.628149:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.628158:0:5746:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.628165:0:5746:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.628189:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.628252:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:2369:x1855007657530240:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 164us (382us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.628259:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5850
00010000:00010000:3.0:1769074966.629667:0:11659:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000af38e1f9 x1855007623457408) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 430 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.629688:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6e000/0x2152b583a6e4499f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d6a expref: 430 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.632852:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bba08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623457408:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.632981:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bc29c800/0x2152b583a6e43bde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098e0 expref: 429 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.632996:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cece00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623457536:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.633220:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.633254:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657530368
00000100:00100000:1.0:1769074966.633260:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657530368
00000100:00100000:1.0:1769074966.633312:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210993
00000100:00100000:1.0:1769074966.633320:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13246:x1855007657530368:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.633338:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.633355:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e449c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d7f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.633413:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633427:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633437:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633450:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633458:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633463:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633535:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633542:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633548:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633553:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb6fe00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.633558:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633565:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633576:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.633579:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.633584:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633589:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fe00/0x2152b583a6e449c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633598:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633607:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633612:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633617:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.633620:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633625:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633632:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x89e8213 (ffff903299a8d200)
00010000:00010000:1.0:1769074966.633634:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.633637:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633642:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e449d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x89e8213 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.633669:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e449c2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d7f expref: 430 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.633678:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.633680:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1
00010000:00010000:1.0:1769074966.633683:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6f800/0x2152b583a6e449c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d7f expref: 430 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.633690:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb6f800, rc 0)
00000100:00100000:1.0:1769074966.633757:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13246:x1855007657530368:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 438us (537us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074966.633776:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210993
00010000:00010000:3.0:1769074966.634530:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074966.634540:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.634569:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.634575:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074966.634593:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00010000:00010000:3.0:1769074966.635203:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e449b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d78 expref: 430 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.635223:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d78 expref: 429 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.635231:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:3.0:1769074966.635233:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074966.635236:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:3.0:1769074966.635285:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13245:x1855007657529984:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 12252us (12526us total) trans 4295106773 rc 0/0
00000100:00100000:3.0:1769074966.635292:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210991
00000100:00100000:1.0:1769074966.637828:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.638088:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657530496
00000100:00100000:3.0:1769074966.638099:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657530496
00000100:00100000:2.0:1769074966.638781:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210994
00000100:00100000:2.0:1769074966.638795:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13246:x1855007657530496:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.638816:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.638835:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e449de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d86 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.638897:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.638953:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.638964:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.638978:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.638985:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.638992:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639070:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639077:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639083:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639088:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.639092:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639100:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639111:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.639114:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.639124:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639130:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e449e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639143:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639149:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639154:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639159:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.639161:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639166:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639172:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x1a6eeb7 (ffff9032af293f00)
00010000:00010000:2.0:1769074966.639174:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.639177:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639181:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e449ec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1a6eeb7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.639207:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e449de lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d86 expref: 430 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.639217:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.639220:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.639223:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e449de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d86 expref: 430 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.639232:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701800, rc 0)
00000100:00100000:2.0:1769074966.639291:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb0f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13246:x1855007657530496:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 500us (1470us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074966.639298:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210994
00000100:00100000:1.0:1769074966.640523:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.640606:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657530624
00000100:00100000:2.0:1769074966.640615:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657530624
00000100:00100000:2.0:1769074966.640692:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210995
00000100:00100000:2.0:1769074966.640702:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13245:x1855007657530624:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.640730:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.640744:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e449f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d8d expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.640838:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.640851:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d78 expref: 430 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.640860:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.640891:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d78 expref: 430 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.640903:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d78 expref: 430 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.640939:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff90338370ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623457664:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.641232:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386472240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.646453:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.646574:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff90338370ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623457664:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.646604:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074966.646849:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657530752
00000100:00100000:0.0:1769074966.646857:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657530752
00010000:00010000:0.0:1769074966.646893:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d78 expref: 431 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.647140:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5851
00000100:00100000:0.0:1769074966.647151:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:2368:x1855007657530752:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.647166:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.647172:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d78 expref: 431 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.647185:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d78 expref: 431 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.647207:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e449bb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100db:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d78 expref: 431 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.647222:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:0.0:1769074966.647226:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.647235:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.647245:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.647287:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.647337:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2368:x1855007657530752:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (894us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.647345:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5851
00010000:00010000:1.0:1769074966.647391:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.647399:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074966.647441:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100db:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.647445:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.647464:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.647491:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e449f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100db:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d8d expref: 430 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.647505:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700800/0x2152b583a6e449fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100db:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d8d expref: 429 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.647512:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100db:0x0].0x0 (ffff90329e6c9200)
00010000:00010000:1.0:1769074966.647515:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.647517:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700800, rc 0)
00000100:00100000:1.0:1769074966.647544:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13245:x1855007657530624:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6844us (7027us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.647551:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210995
00000100:00100000:1.0:1769074966.651905:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.651981:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.652023:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657531008
00000100:00100000:1.0:1769074966.652032:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657531008
00000100:00100000:1.0:1769074966.652084:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210996
00000100:00100000:1.0:1769074966.652094:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13245:x1855007657531008:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.652116:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.652136:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44a01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d94 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.652201:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652216:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652227:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652240:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652247:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652254:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652374:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44a16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652384:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44a16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652391:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44a16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:1.0:1769074966.652424:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.652428:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.652446:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44a16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652457:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44a16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652464:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652470:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652477:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652483:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.652488:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652495:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652506:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.652509:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.652514:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652520:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44a08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652531:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652538:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652543:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652548:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaeea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.652551:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652556:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652564:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xf2061246 (ffff903299a8d200)
00010000:00010000:1.0:1769074966.652566:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.652569:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652575:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44a0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:1.0:1769074966.652605:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44a01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d94 expref: 431 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.652618:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44a16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d94 expref: 430 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.652625:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:1.0:1769074966.652627:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.652630:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:1.0:1769074966.652690:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13245:x1855007657531008:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 597us (707us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.652698:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210996
00000100:00100000:3.0:1769074966.652943:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657530880
00000100:00100000:3.0:1769074966.652949:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657530880
00000100:00100000:3.0:1769074966.652985:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4574
00000100:00100000:3.0:1769074966.652993:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13246:x1855007657530880:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:3.0:1769074966.658004:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13246:x1855007657530880:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 5000us (6096us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.658020:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4574
00000100:00100000:1.0:1769074966.658208:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.658502:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657531136
00000100:00100000:3.0:1769074966.658510:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657531136
00000100:00100000:3.0:1769074966.658571:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1693
00000100:00100000:3.0:1769074966.658581:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2367:x1855007657531136:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.658597:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.658619:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44a16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d94 expref: 430 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.658638:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074966.658643:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.658992:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032bb95df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:2367:x1855007657531136:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 411us (783us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.659000:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1693
00000100:00100000:1.0:1769074966.660241:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.660352:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657531392
00000100:00100000:3.0:1769074966.660360:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657531392
00000100:00100000:3.0:1769074966.660407:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210997
00000100:00100000:3.0:1769074966.660415:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+429:13245:x1855007657531392:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.660433:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.660451:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309d9b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.660548:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.660562:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23098f5 expref: 430 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.660570:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.660600:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098f5 expref: 430 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.660617:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098f5 expref: 430 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.660628:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033c1cece00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623457792:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.660733:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff90329833c3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.667205:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.667487:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657531520
00000100:00100000:2.0:1769074966.667496:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657531520
00000100:00100000:2.0:1769074966.667562:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210998
00000100:00100000:2.0:1769074966.667573:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:13246:x1855007657531520:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.667592:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.667612:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44a2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309da2 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.667675:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667690:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667700:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667714:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667722:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667733:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667817:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667825:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667831:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667837:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.667840:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667847:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667858:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.667861:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.667866:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667872:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44a32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667883:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667889:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667898:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667903:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.667944:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667950:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667958:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x806f6f89 (ffff9032af293f00)
00010000:00010000:2.0:1769074966.667960:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.667968:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.667974:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x806f6f89 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.668001:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44a2b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309da2 expref: 432 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.668011:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.668014:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.668017:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44a2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309da2 expref: 432 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.668026:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701800, rc 0)
00000100:00100000:2.0:1769074966.668082:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:13246:x1855007657531520:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 511us (887us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074966.668090:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210998
00000100:00100000:3.0:1769074966.672209:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033c1cece00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623457792:192.168.204.54@tcp:104:
00010000:00010000:3.0:1769074966.672242:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074966.672884:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.674967:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657531648
00000100:00100000:3.0:1769074966.674980:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657531648
00010000:00010000:3.0:1769074966.675027:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098f5 expref: 431 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.675084:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5852
00000100:00100000:3.0:1769074966.675094:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:2368:x1855007657531648:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.675108:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.675114:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098f5 expref: 431 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.675126:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098f5 expref: 431 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.675149:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329ef1cc00/0x2152b583a6e43c39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23098f5 expref: 431 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.675170:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074966.675176:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.675185:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.675193:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.675228:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.675285:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:2368:x1855007657531648:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 192us (2402us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.675293:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5852
00010000:00010000:1.0:1769074966.675731:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.675740:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074966.675770:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000100:00100000:3.0:1769074966.675837:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:1.0:1769074966.675938:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d9b expref: 431 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.675956:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d9b expref: 430 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.675964:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:1.0:1769074966.675966:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074966.675969:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:0.0:1769074966.676087:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657531776
00000100:00100000:0.0:1769074966.676093:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657531776
00000100:00100000:0.0:1769074966.676131:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 210999
00000100:00100000:0.0:1769074966.676139:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:13246:x1855007657531776:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.676155:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.676169:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44a47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309da9 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.676218:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676229:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676238:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676250:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676256:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676266:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676334:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676340:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676346:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676352:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3ec00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.676356:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676362:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676371:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:0.0:1769074966.676373:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.676377:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676382:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44a4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676390:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676395:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676404:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676408:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3f400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.676410:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676414:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676420:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x5fa7b6f4 (ffff903298a49e00)
00010000:00010000:0.0:1769074966.676422:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.676424:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676429:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44a55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x5fa7b6f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.676450:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44a47 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309da9 expref: 432 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.676457:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:0.0:1769074966.676459:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.676462:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903387f80c00/0x2152b583a6e44a47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309da9 expref: 432 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.676469:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903387f80c00, rc 0)
00000100:00100000:1.0:1769074966.676576:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:13245:x1855007657531392:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 16161us (16339us total) trans 4295106774 rc 0/0
00000100:00100000:1.0:1769074966.676584:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210997
00000100:00100000:0.0:1769074966.677590:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13246:x1855007657531776:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1447us (1749us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074966.677598:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 210999
00000100:00100000:0.0:1769074966.686970:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.687038:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657531904
00000100:00100000:1.0:1769074966.687049:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657531904
00000100:00100000:1.0:1769074966.687108:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211000
00000100:00100000:1.0:1769074966.687119:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13245:x1855007657531904:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.687143:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.687164:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44a5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309db0 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.687266:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.687299:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d9b expref: 431 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.687308:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.687342:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d9b expref: 431 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.687355:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d9b expref: 431 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.687367:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623457920:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.687444:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.689602:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.689669:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657532032
00000100:00100000:3.0:1769074966.689679:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657532032
00000100:00100000:3.0:1769074966.689841:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211001
00000100:00100000:3.0:1769074966.690266:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+432:13246:x1855007657532032:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.690285:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.690303:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44a6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309db7 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.690364:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.690378:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.690391:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.690406:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.690413:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.690419:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074966.690445:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.690475:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657532160
00000100:00100000:3.0:1769074966.690480:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657532160
00010000:00010000:3.0:1769074966.690498:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d9b expref: 434 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.690530:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5853
00000100:00100000:3.0:1769074966.690538:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:2368:x1855007657532160:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.690547:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.690553:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d9b expref: 434 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.690565:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d9b expref: 434 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.690581:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:3.0:1769074966.690585:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.690595:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.690601:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44a24 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100dd:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d9b expref: 434 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.690601:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.690617:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.690618:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623457920:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.690634:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.690641:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.690646:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074966.690669:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+433:2368:x1855007657532160:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 131us (222us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.690676:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5853
00000004:00200000:1.0:1769074966.690679:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100dd:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.690683:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.690699:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.690722:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44a5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100dd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309db0 expref: 433 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.690735:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72400/0x2152b583a6e44a63 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100dd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309db0 expref: 432 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.690742:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100dd:0x0].0x0 (ffff9033916bca00)
00010000:00010000:1.0:1769074966.690745:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.690748:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72400, rc 0)
00000100:00100000:1.0:1769074966.690892:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+432:13245:x1855007657531904:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3775us (3931us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.690899:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211000
00010000:00010000:3.0:1769074966.691592:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691602:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691609:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691616:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.691619:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691626:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691638:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:3.0:1769074966.691641:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.691646:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691651:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44a71 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691664:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691669:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691675:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691680:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.691683:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691688:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691695:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0xa804208 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074966.691697:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.691700:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691704:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44a78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xa804208 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.691830:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44a6a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309db7 expref: 431 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.691840:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:3.0:1769074966.691843:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.691853:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44a6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309db7 expref: 431 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.691867:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7000, rc 0)
00000100:00100000:3.0:1769074966.691901:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13246:x1855007657532032:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1640us (2303us total) trans 0 rc 301/301
00000100:00100000:3.0:1769074966.691927:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211001
00000100:00100000:2.0:1769074966.696589:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.696692:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657532288
00000100:00100000:3.0:1769074966.696703:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657532288
00000100:00100000:3.0:1769074966.696758:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211002
00000100:00100000:3.0:1769074966.696782:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13245:x1855007657532288:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.696805:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.696826:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44a7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309dbe expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.697251:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697268:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697278:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697293:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697299:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697306:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697405:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44a94 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697414:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44a94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697421:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44a94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074966.697453:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:2.0:1769074966.697458:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.697476:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44a94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697492:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44a94 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697501:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697507:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697513:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697518:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.697521:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697528:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697539:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074966.697542:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.697547:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697552:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44a86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697564:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697569:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697575:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697580:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.697582:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697588:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697595:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0xbcf75103 (ffff9032af293f00)
00010000:00010000:2.0:1769074966.697598:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.697600:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697605:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44a8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.697634:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44a7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dbe expref: 432 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.697648:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44a94 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dbe expref: 431 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.697655:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:2.0:1769074966.697657:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.697660:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700a00, rc 0)
00000100:00100000:2.0:1769074966.697801:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338370d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:13245:x1855007657532288:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1020us (1221us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.697809:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211002
00000100:00100000:2.0:1769074966.700186:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.701804:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657532416
00000100:00100000:1.0:1769074966.701817:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657532416
00000100:00100000:2.0:1769074966.701832:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.701895:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657532544
00000100:00100000:3.0:1769074966.701900:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657532544
00000100:00100000:3.0:1769074966.701962:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1694
00000100:00100000:3.0:1769074966.701972:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+432:2369:x1855007657532544:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.701988:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.702078:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44a94 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dbe expref: 432 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.702096:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:3.0:1769074966.702100:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.702159:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:2369:x1855007657532544:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 189us (329us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.702168:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1694
00000100:00100000:1.0:1769074966.702295:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211003
00000100:00100000:1.0:1769074966.702304:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13246:x1855007657532416:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.702319:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.702334:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44a9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309dc5 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.702388:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702406:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702416:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702430:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702436:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702441:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702515:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702522:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702528:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702534:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.702538:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702545:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702554:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.702557:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.702562:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702567:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44aa2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702576:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702582:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702587:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702592:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.702595:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702601:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702608:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x24d2d01a (ffff903299a8d200)
00010000:00010000:1.0:1769074966.702611:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.702613:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702619:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aa9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x24d2d01a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.702645:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44a9b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dc5 expref: 431 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.702654:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.702657:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.702661:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44a9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dc5 expref: 431 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.702669:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb73600, rc 0)
00000100:00100000:1.0:1769074966.702693:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903292b8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13246:x1855007657532416:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 391us (2517us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074966.702699:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211003
00000100:00100000:2.0:1769074966.703669:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.703744:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657532800
00000100:00100000:1.0:1769074966.703749:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657532800
00000100:00100000:1.0:1769074966.703800:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211004
00000100:00100000:1.0:1769074966.703809:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+430:13245:x1855007657532800:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.703822:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.703836:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44ab0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309dcc expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.704292:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.704306:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309926 expref: 431 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.704314:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.704348:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309926 expref: 431 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.704361:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309926 expref: 431 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.704381:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623458048:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.704454:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a0c0 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.710038:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.710067:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623458048:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.710095:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074966.710197:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657532928
00000100:00100000:0.0:1769074966.710204:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657532928
00000100:00100000:0.0:1769074966.710249:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211005
00000100:00100000:0.0:1769074966.710259:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+432:13246:x1855007657532928:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.710279:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.710298:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44abe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309dd3 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.710358:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710368:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710376:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710385:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710389:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710393:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710449:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710453:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710460:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710465:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3e200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.710467:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710471:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710479:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:0.0:1769074966.710481:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.710484:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710488:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44ac5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710495:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710498:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710501:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710504:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3e000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.710506:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710508:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710513:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x1aab6110 (ffff903298a49e00)
00010000:00010000:0.0:1769074966.710514:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.710516:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710519:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44acc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1aab6110 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.710539:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44abe lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dd3 expref: 433 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.710545:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:0.0:1769074966.710546:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.710548:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44abe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dd3 expref: 433 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.710554:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3ec00, rc 0)
00000100:00100000:0.0:1769074966.710601:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+432:13246:x1855007657532928:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 344us (572us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074966.710608:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211005
00000100:00100000:3.0:1769074966.711452:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.711561:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657533056
00000100:00100000:0.0:1769074966.711567:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657533056
00010000:00010000:0.0:1769074966.711592:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309926 expref: 432 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.711736:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5854
00000100:00100000:0.0:1769074966.711746:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+432:2368:x1855007657533056:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.711758:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.711777:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309926 expref: 432 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.711789:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309926 expref: 432 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.711805:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfa000/0x2152b583a6e43cc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309926 expref: 432 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.711819:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:0.0:1769074966.711823:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.711832:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.711839:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.711868:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.711933:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:2368:x1855007657533056:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 188us (483us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.711941:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5854
00010000:00010000:1.0:1769074966.712183:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.712191:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074966.712210:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00010000:00010000:1.0:1769074966.712345:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44ab0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dcc expref: 432 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.712361:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dcc expref: 431 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.712368:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:1.0:1769074966.712370:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074966.712372:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaeea00, rc 0)
00000100:00100000:1.0:1769074966.712411:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032aba09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+431:13245:x1855007657532800:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8603us (8745us total) trans 4295106775 rc 0/0
00000100:00100000:1.0:1769074966.712419:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211004
00000100:00100000:3.0:1769074966.720391:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.720428:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.720512:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657533184
00000100:00100000:1.0:1769074966.720521:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657533184
00000100:00100000:1.0:1769074966.720562:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657533312
00000100:00100000:1.0:1769074966.720564:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657533312
00000100:00100000:1.0:1769074966.720584:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211006
00000100:00100000:1.0:1769074966.720590:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+432:13246:x1855007657533184:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.720608:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.720623:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44ada lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309dda expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.720674:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720685:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720693:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720704:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720708:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720711:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720818:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720826:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720832:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074966.720834:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211007
00000100:00100000:0.0:1769074966.720843:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+433:13245:x1855007657533312:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.720865:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000004:00200000:1.0:1769074966.720865:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1008a:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.720869:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:0.0:1769074966.720874:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44af6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309de1 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00000004:00010000:1.0:1769074966.720887:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720896:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720903:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720928:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.720931:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.720934:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720940:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bbaef400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.720941:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dcc expref: 434 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.720944:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.720949:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.720951:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720962:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.720965:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.720968:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720974:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44ae1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.720980:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dcc expref: 434 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.720985:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.720990:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:0.0:1769074966.720992:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dcc expref: 434 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.720996:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.721001:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.721003:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074966.721006:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623458176:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.721020:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.721027:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0xf786fdb3 (ffff903299a8d200)
00010000:00010000:1.0:1769074966.721029:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.721032:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.721036:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44ae8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.721061:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44ada lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dda expref: 435 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.721072:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dda expref: 434 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.721079:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1008a:0x0].0x0 (ffff90329e6c9400)
00010000:00010000:1.0:1769074966.721081:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.721084:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72800, rc 0)
00000100:00100000:0.0:1769074966.721087:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.721113:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:13246:x1855007657533184:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 522us (728us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.721120:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211006
00000100:00100000:0.0:1769074966.723336:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623458176:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.723364:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074966.724506:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.724813:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657533440
00000100:00100000:0.0:1769074966.724821:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657533440
00010000:00010000:0.0:1769074966.724857:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dcc expref: 434 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.724898:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5855
00000100:00100000:0.0:1769074966.724928:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:2369:x1855007657533440:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.724943:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.724950:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dcc expref: 434 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.724963:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dcc expref: 434 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.724984:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaeea00/0x2152b583a6e44ab7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100df:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dcc expref: 434 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.724999:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:0.0:1769074966.725004:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.725014:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.725021:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.725053:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074966.725112:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074966.725114:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+433:2369:x1855007657533440:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 207us (613us total) trans 0 rc 0/0
00010000:00010000:1.0:1769074966.725120:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074966.725122:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5855
00000004:00200000:1.0:1769074966.725161:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100df:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.725165:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.725186:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.725215:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44af6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100df:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de1 expref: 433 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.725231:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e000/0x2152b583a6e44afd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100df:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de1 expref: 432 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.725237:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100df:0x0].0x0 (ffff90329e6c9300)
00010000:00010000:1.0:1769074966.725240:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.725243:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e000, rc 0)
00000100:00100000:1.0:1769074966.725271:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+432:13245:x1855007657533312:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4429us (4841us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.725277:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211007
00000100:00100000:3.0:1769074966.727574:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.727844:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657533696
00000100:00100000:1.0:1769074966.727853:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657533696
00000100:00100000:1.0:1769074966.728022:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211008
00000100:00100000:1.0:1769074966.728035:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+432:13246:x1855007657533696:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.728054:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.728082:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44b04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309de8 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.728177:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.728192:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dda expref: 433 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.728200:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.728233:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dda expref: 433 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.728245:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dda expref: 433 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.728258:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623458304:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.728347:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8a80 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.729814:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.729904:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657533824
00000100:00100000:2.0:1769074966.729937:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657533824
00000100:00100000:2.0:1769074966.729977:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211009
00000100:00100000:2.0:1769074966.729986:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:13245:x1855007657533824:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.729999:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.730026:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44b12 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309def expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.730081:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730094:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730104:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730117:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730124:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730131:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730227:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730235:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730241:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:2.0:1769074966.730271:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:2.0:1769074966.730276:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.730293:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730303:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730311:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730317:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730323:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730329:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.730333:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730340:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730351:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074966.730354:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.730359:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730365:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730378:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730384:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730389:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730395:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.730397:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730402:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730409:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x98ca20bd (ffff9032af293f00)
00010000:00010000:2.0:1769074966.730411:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.730414:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730419:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.730445:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44b12 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 436 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.730458:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 435 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.730465:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:2.0:1769074966.730468:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.730471:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701c00, rc 0)
00000100:00100000:2.0:1769074966.730531:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13245:x1855007657533824:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 546us (724us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.730538:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211009
00000100:00100000:1.0:1769074966.731377:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623458304:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.731398:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074966.734739:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.734788:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.734796:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657533952
00000100:00100000:0.0:1769074966.734806:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657533952
00000100:00100000:3.0:1769074966.734821:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:0.0:1769074966.734844:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dda expref: 435 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.734896:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657534208
00000100:00100000:1.0:1769074966.734902:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657534208
00000100:00100000:1.0:1769074966.734956:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211010
00000100:00100000:1.0:1769074966.734966:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:13245:x1855007657534208:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.734983:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.735004:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44b2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309df6 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.735115:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.735130:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309949 expref: 437 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.735137:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 437 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.735145:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.735178:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 437 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.735189:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 437 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.735287:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623458432:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.735395:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309949 expref: 437 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.735409:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309949 expref: 437 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.735423:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9032ae9d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623458560:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.735458:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.735704:0:5746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657534336
00000100:00100000:2.0:1769074966.735709:0:5746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657534336
00000100:00100000:0.0:1769074966.735721:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5856
00000100:00100000:0.0:1769074966.735728:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+438:2369:x1855007657533952:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.735739:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.735739:0:5746:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 438 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.735745:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dda expref: 438 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.735756:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dda expref: 438 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.735777:0:5746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5857
00000100:00100000:2.0:1769074966.735784:0:5746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+438:2368:x1855007657534336:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.735792:0:5746:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.735796:0:5746:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 438 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.735805:0:5746:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 438 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.735823:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44aef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dda expref: 438 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.735823:0:5746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:2.0:1769074966.735827:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.735833:0:5746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.735836:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1008a:0x0].0x0 (ffff90329e6c9400)
00010000:00010000:2.0:1769074966.735839:0:5746:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074966.735840:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.735846:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.735853:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00000100:00100000:2.0:1769074966.735864:0:5746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+437:2368:x1855007657534336:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 81us (1042us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.735874:0:5746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5857
00010000:00010000:0.0:1769074966.735930:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.735952:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:2369:x1855007657533952:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 224us (1220us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.735959:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5856
00010000:00010000:1.0:1769074966.736175:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.736184:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:1.0:1769074966.736199:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1008a:0x0]: returning size 260096
00010000:00010000:1.0:1769074966.737194:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44b04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de8 expref: 437 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.737208:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de8 expref: 436 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.737215:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1008a:0x0].0x0 (ffff90329e6c9400)
00010000:00010000:1.0:1769074966.737217:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:1.0:1769074966.737219:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72c00, rc 0)
00000100:00100000:1.0:1769074966.737259:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:13246:x1855007657533696:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9227us (9689us total) trans 4295106776 rc 0/0
00000100:00100000:1.0:1769074966.737266:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211008
00010000:00010000:1.0:1769074966.739142:0:5764:0:(ldlm_lockd.c:740:ldlm_handle_ast_error()) ### client (nid 192.168.204.54@tcp) returned -22 from blocking AST (req@00000000fa9d2623 x1855007623458432) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 435 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.739162:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44b27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309def expref: 435 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.739177:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623458432:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.739189:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9032ae9d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623458560:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.739208:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:1.0:1769074966.739214:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.739223:0:5764:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:1.0:1769074966.739231:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:1.0:1769074966.742323:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.743354:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657534464
00000100:00100000:3.0:1769074966.743366:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657534464
00010000:00010000:3.0:1769074966.743407:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309949 expref: 435 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.743583:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5858
00000100:00100000:3.0:1769074966.743591:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:2369:x1855007657534464:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.743605:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.743610:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309949 expref: 435 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.743619:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309949 expref: 435 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.743637:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e43d2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309949 expref: 435 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.743648:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:3.0:1769074966.743652:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.743660:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.743665:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.743689:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.743751:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:2369:x1855007657534464:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 159us (1483us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.743758:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5858
00010000:00010000:2.0:1769074966.743822:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.743830:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.743849:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000100:00100000:1.0:1769074966.743858:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.743975:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657534592
00000100:00100000:1.0:1769074966.743979:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657534592
00000100:00100000:1.0:1769074966.744004:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211011
00000100:00100000:1.0:1769074966.744011:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13246:x1855007657534592:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.744028:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.744042:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44b4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309dfd expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.744115:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.744128:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de8 expref: 436 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.744135:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.744164:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de8 expref: 436 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.744181:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de8 expref: 436 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.744194:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623458688:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.744250:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a600 going to sleep for 11 seconds
00010000:00010000:2.0:1769074966.744284:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaee400/0x2152b583a6e44b2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309df6 expref: 437 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.744299:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309df6 expref: 436 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.744306:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:2.0:1769074966.744309:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074966.744312:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bbaef400, rc 0)
00000100:00100000:2.0:1769074966.744591:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:13245:x1855007657534208:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9625us (9802us total) trans 4295106777 rc 0/0
00000100:00100000:2.0:1769074966.744598:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211010
00000100:00100000:1.0:1769074966.747251:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.747339:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657534720
00000100:00100000:3.0:1769074966.747348:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657534720
00010000:00010000:3.0:1769074966.747385:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de8 expref: 436 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.747423:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5859
00000100:00100000:3.0:1769074966.747433:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:2367:x1855007657534720:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.747447:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.747454:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de8 expref: 436 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.747563:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de8 expref: 436 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.747583:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1008a:0x0].0x0 (ffff90329e6c9400)
00010000:00010000:3.0:1769074966.747588:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.747596:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.747603:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.747618:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.747664:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:2367:x1855007657534720:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 233us (422us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.747669:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5859
00010000:00010000:2.0:1769074966.748599:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44b0b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1008a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309de8 expref: 435 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.748617:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623458688:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.748637:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.748647:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.748653:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:2.0:1769074966.748693:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1008a:0x0]: returning size 260096
00000004:00200000:2.0:1769074966.748697:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.748716:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.748745:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44b4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dfd expref: 435 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.748768:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dfd expref: 434 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.748778:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1008a:0x0].0x0 (ffff90329e6c9400)
00010000:00010000:2.0:1769074966.748781:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.748784:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc000, rc 0)
00000100:00100000:2.0:1769074966.748836:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032ae9d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:13246:x1855007657534592:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4821us (4973us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.748845:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211011
00000100:00100000:1.0:1769074966.749717:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.749851:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657534848
00000100:00100000:2.0:1769074966.749858:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657534848
00000100:00100000:2.0:1769074966.749996:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211012
00000100:00100000:2.0:1769074966.750008:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:13245:x1855007657534848:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.750029:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.750047:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44b58 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e04 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.750133:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.750147:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309df6 expref: 435 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.750156:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.750186:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309df6 expref: 435 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.750199:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309df6 expref: 435 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.750212:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bc16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623458816:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.750275:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386472240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.754565:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.755107:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657534976
00000100:00100000:3.0:1769074966.755118:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657534976
00010000:00010000:3.0:1769074966.755157:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309df6 expref: 436 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.755196:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5860
00000100:00100000:3.0:1769074966.755207:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:2369:x1855007657534976:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.755223:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.755230:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309df6 expref: 436 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.755255:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309df6 expref: 436 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.755276:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:3.0:1769074966.755282:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.755290:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.755297:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.755317:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.755490:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:2369:x1855007657534976:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 284us (932us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.755499:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5860
00000100:00100000:0.0:1769074966.755561:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.755799:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657535104
00000100:00100000:3.0:1769074966.755804:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657535104
00010000:00010000:2.0:1769074966.755952:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bbaef400/0x2152b583a6e44b35 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309df6 expref: 436 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.755962:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211013
00000100:00100000:2.0:1769074966.755975:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bc16d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623458816:192.168.204.54@tcp:104:
00000100:00100000:3.0:1769074966.755975:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13246:x1855007657535104:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.756003:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.756007:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.756015:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.756021:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.756026:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e0b expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00000004:00200000:2.0:1769074966.756075:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e1:0x0]: returning size 260096
00000004:00200000:2.0:1769074966.756081:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00010000:00010000:3.0:1769074966.756086:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756099:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00000004:00010000:2.0:1769074966.756102:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.756109:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756125:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756135:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.756136:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44b58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e04 expref: 437 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.756153:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.756162:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700a00/0x2152b583a6e44b5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e04 expref: 436 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.756171:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e1:0x0].0x0 (ffff903384c4eb00)
00010000:00010000:2.0:1769074966.756174:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.756178:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700a00, rc 0)
00000100:00100000:2.0:1769074966.756217:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:13245:x1855007657534848:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6212us (6502us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.756224:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211012
00010000:00010000:3.0:1769074966.756581:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44b7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756592:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44b7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756600:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44b7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074966.756621:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1008a:0x0]: returning size 260096
00000004:00200000:3.0:1769074966.756624:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:3.0:1769074966.756635:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44b7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756644:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44b7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756651:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756657:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756663:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756670:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.756674:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756681:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756689:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:3.0:1769074966.756691:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.756694:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756698:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44b6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756705:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756709:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756712:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756715:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.756717:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756720:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756725:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0xf786fdb3 (ffff90328bb7fe00)
00010000:00010000:3.0:1769074966.756727:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.756730:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756734:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44b74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.756772:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e0b expref: 436 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.756786:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44b7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e0b expref: 435 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.756798:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1008a:0x0].0x0 (ffff90329e6c9400)
00010000:00010000:3.0:1769074966.756801:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.756803:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7c00, rc 0)
00000100:00100000:3.0:1769074966.756826:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13246:x1855007657535104:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 857us (1267us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.757176:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211013
00000100:00100000:0.0:1769074966.764170:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.764253:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.764341:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657535232
00000100:00100000:1.0:1769074966.764353:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657535232
00000100:00100000:1.0:1769074966.764432:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1695
00000100:00100000:1.0:1769074966.764442:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:2369:x1855007657535232:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.764457:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.764480:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7c00/0x2152b583a6e44b7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e0b expref: 435 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.764500:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1008a:0x0].0x0 (ffff90329e6c9400)
00010000:00010000:1.0:1769074966.764505:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.764624:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:2369:x1855007657535232:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 182us (367us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.764633:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1695
00000100:00100000:3.0:1769074966.764717:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657535488
00000100:00100000:3.0:1769074966.764723:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657535488
00000100:00100000:3.0:1769074966.765636:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211014
00000100:00100000:3.0:1769074966.765647:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:13246:x1855007657535488:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:3.0:1769074966.765690:0:11659:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.765703:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44b51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1008a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309dfd expref: 434 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.765715:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1008a:0x0].0x0 (ffff90329e6c9400)
00010000:00010000:3.0:1769074966.765718:0:11659:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074966.765769:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.765783:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.765792:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:2.0:1769074966.765867:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.765900:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657535616
00000100:00100000:2.0:1769074966.765906:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657535616
00000004:00010000:3.0:1769074966.765978:0:11659:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000082dd6725 reply state 00000000fee8b1e8 transno 4295106778 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000100:00100000:3.0:1769074966.766016:0:11659:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:3.0:1769074966.766088:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:13246:x1855007657535488:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 441us (1923us total) trans 4295106778 rc 0/0
00000100:00100000:3.0:1769074966.766344:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211014
00000100:00100000:2.0:1769074966.766367:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211015
00000100:00100000:2.0:1769074966.766460:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13245:x1855007657535616:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.766472:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.766485:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44b89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e12 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.766527:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.766539:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.766547:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.766560:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.766567:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.766574:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.768482:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.768494:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.768501:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.768507:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.768511:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.768518:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.768532:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1008a:0x0].0x0 (ffff90329e6c9400)
00010000:00010000:3.0:1769074966.768535:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.768539:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.768545:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44b82 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1008a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:2.0:1769074966.768780:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44b9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768793:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44b9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768803:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44b9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:2.0:1769074966.768842:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:2.0:1769074966.768847:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:2.0:1769074966.768866:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44b9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768877:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44b9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768885:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768895:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768900:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768905:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.768923:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768930:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768939:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074966.768942:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.768946:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768953:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44b90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768964:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768970:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768976:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768981:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.768984:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768990:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.768997:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x3afecd66 (ffff9032af293f00)
00010000:00010000:2.0:1769074966.769000:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.769003:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.769009:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44b97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.769045:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44b89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e12 expref: 436 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.769059:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44b9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e12 expref: 435 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.769066:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:2.0:1769074966.769069:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:2.0:1769074966.769072:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700e00, rc 0)
00000100:00100000:2.0:1769074966.769129:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13245:x1855007657535616:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 2674us (3262us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.769138:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211015
00000100:00100000:3.0:1769074966.769428:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.770689:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657535744
00000100:00100000:2.0:1769074966.770698:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657535744
00000100:00100000:2.0:1769074966.770742:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 3001
00000100:00100000:2.0:1769074966.770749:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+74:2369:x1855007657535744:12345-192.168.204.54@tcp:2:dbench.0
00002000:00010000:2.0:1769074966.771022:0:13367:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb size from disk: 260096 -> 260096
00002000:00010000:2.0:1769074966.771026:0:13367:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb mtime from disk: 1769074905 -> 1769074893
00002000:00010000:2.0:1769074966.771028:0:13367:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb atime from disk: 1769074897 -> 1769074956
00002000:00010000:2.0:1769074966.771030:0:13367:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb ctime from disk: 1769074917 -> 1769074966
00002000:00010000:2.0:1769074966.771033:0:13367:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb blocks from disk: 515 -> 515
00000100:00100000:2.0:1769074966.771090:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2369:x1855007657535744:12345-192.168.204.54@tcp:2:dbench.0 Request processed in 339us (1662us total) trans 4294968166 rc 0/0
00000100:00100000:2.0:1769074966.771097:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 3001
00000100:00100000:1.0:1769074966.773329:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.773577:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657535872
00000100:00100000:3.0:1769074966.773587:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657535872
00000100:00100000:3.0:1769074966.773652:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1696
00000100:00100000:3.0:1769074966.773662:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:2368:x1855007657535872:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.773677:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.773700:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44b9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e12 expref: 435 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.773720:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:3.0:1769074966.773725:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.773788:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:2368:x1855007657535872:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 127us (466us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.773796:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1696
00000100:00100000:2.0:1769074966.774899:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.774973:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657536128
00000100:00100000:0.0:1769074966.774980:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657536128
00000100:00100000:0.0:1769074966.775027:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211016
00000100:00100000:0.0:1769074966.775037:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+434:13245:x1855007657536128:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.775061:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.775077:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44ba5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e19 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.775168:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.775181:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a230997a expref: 435 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.775190:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.775234:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230997a expref: 435 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.775247:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230997a expref: 435 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.775260:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623458944:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.775318:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.778724:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.778998:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623458944:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.779023:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000100:00100000:3.0:1769074966.779153:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657536256
00000100:00100000:3.0:1769074966.779160:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657536256
00010000:00010000:3.0:1769074966.779187:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230997a expref: 436 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.779222:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5861
00000100:00100000:3.0:1769074966.779229:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:2369:x1855007657536256:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.779239:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.779244:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230997a expref: 436 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.779252:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230997a expref: 436 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.779270:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e43dc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a230997a expref: 436 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.779291:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:3.0:1769074966.779296:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.779304:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.779312:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.779329:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.779382:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:2369:x1855007657536256:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 152us (667us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.779387:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5861
00010000:00010000:0.0:1769074966.779470:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.779476:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074966.779495:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00010000:00010000:0.0:1769074966.779652:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44ba5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e19 expref: 436 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.779668:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e19 expref: 435 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.779676:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074966.779679:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074966.779681:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e200, rc 0)
00000100:00100000:0.0:1769074966.779722:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bc16fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13245:x1855007657536128:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 4687us (4827us total) trans 4295106779 rc 0/0
00000100:00100000:0.0:1769074966.779729:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211016
00000100:00100000:1.0:1769074966.784093:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.784302:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657536384
00000100:00100000:0.0:1769074966.784313:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657536384
00000100:00100000:0.0:1769074966.784381:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211017
00000100:00100000:0.0:1769074966.784388:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13245:x1855007657536384:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.784408:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.784424:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44bba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e20 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.784511:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.784532:0:5764:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e19 expref: 436 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.784541:0:5764:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.784568:0:5764:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e19 expref: 436 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.784577:0:5764:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e19 expref: 436 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.784587:0:5764:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623459072:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.784659:0:5764:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c30c0 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.789611:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.789812:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657536512
00000100:00100000:3.0:1769074966.789821:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657536512
00010000:00010000:3.0:1769074966.789870:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e19 expref: 437 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.789928:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5862
00000100:00100000:3.0:1769074966.789938:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+437:2368:x1855007657536512:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.789953:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.789960:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e19 expref: 437 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.789971:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e19 expref: 437 pid: 5764 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.789998:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:3.0:1769074966.790004:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.790017:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.790023:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5764 initiator: MDT0
00010000:00010000:3.0:1769074966.790038:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.790094:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+437:2368:x1855007657536512:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 157us (492us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.790101:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5862
00000100:00100000:3.0:1769074966.790461:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.790619:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657536640
00000100:00100000:2.0:1769074966.790627:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657536640
00000100:00100000:2.0:1769074966.790676:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211018
00000100:00100000:2.0:1769074966.790686:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+437:13246:x1855007657536640:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.790703:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.790720:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44bc8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e27 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.790791:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790803:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790813:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790826:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790833:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790843:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790937:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790945:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790950:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790956:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.790959:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790966:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790974:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.790976:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.790981:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790986:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44bcf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.790997:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.791003:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.791012:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.791016:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.791019:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.791024:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.791031:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x26ae14eb (ffff9032af293f00)
00010000:00010000:2.0:1769074966.791034:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.791036:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.791057:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44bd6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x26ae14eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.791087:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44bc8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e27 expref: 438 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.791098:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.791101:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.791106:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700000/0x2152b583a6e44bc8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e27 expref: 438 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.791115:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700000, rc 0)
00010000:00010000:0.0:1769074966.791124:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44bac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100e3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e19 expref: 437 pid: 5764 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.791142:0:5764:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc3aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5764:1855007623459072:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.791161:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:13246:x1855007657536640:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 476us (700us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074966.791169:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211018
00010000:00010000:0.0:1769074966.791391:0:5764:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.791401:0:5764:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.791407:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074966.791446:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100e3:0x0]: returning size 260096
00000004:00200000:0.0:1769074966.791451:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.791470:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.791496:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44bba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100e3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e20 expref: 436 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.791510:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ec00/0x2152b583a6e44bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100e3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e20 expref: 435 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.791600:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100e3:0x0].0x0 (ffff903384c4ef00)
00010000:00010000:0.0:1769074966.791604:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.791607:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3ec00, rc 0)
00000100:00100000:0.0:1769074966.791686:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13245:x1855007657536384:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7297us (7601us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.791690:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211017
00000100:00100000:3.0:1769074966.794343:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.794514:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657536768
00000100:00100000:0.0:1769074966.794531:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657536768
00000100:00100000:0.0:1769074966.794600:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211019
00000100:00100000:0.0:1769074966.794607:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13246:x1855007657536768:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.794623:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.794638:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44bdd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e2e expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.794690:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794700:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794707:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794719:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794725:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794731:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794810:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794815:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794820:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794824:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.794835:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794840:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794849:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:0.0:1769074966.794851:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.794854:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794858:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44be4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794870:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794873:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794877:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794880:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.794881:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794884:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794887:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x1e68dc46 (ffff903298a49e00)
00010000:00010000:0.0:1769074966.794889:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.794890:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794893:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44beb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.794939:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44bdd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e2e expref: 436 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.794945:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:0.0:1769074966.794946:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.794949:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44bdd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e2e expref: 436 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.794957:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3f400, rc 0)
00000100:00100000:0.0:1769074966.795000:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+435:13246:x1855007657536768:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 394us (667us total) trans 0 rc 301/301
00000100:00100000:0.0:1769074966.795007:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211019
00000100:00100000:2.0:1769074966.802683:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.802772:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.802981:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657536896
00000100:00100000:0.0:1769074966.802990:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657536896
00000100:00100000:0.0:1769074966.803048:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657537152
00000100:00100000:0.0:1769074966.803051:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657537152
00000100:00100000:0.0:1769074966.803115:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211020
00000100:00100000:0.0:1769074966.803181:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:13245:x1855007657536896:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.803211:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.803232:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44bf2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e35 expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.803291:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803306:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803316:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803331:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803338:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803345:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803456:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44c07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803465:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44c07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803471:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44c07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00000004:00200000:0.0:1769074966.803507:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:0.0:1769074966.803511:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.803536:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44c07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803545:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44c07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803553:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803559:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803565:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803569:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72800 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.803573:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803579:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803589:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.803592:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.803596:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803602:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44bf9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803614:0:5764:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803622:0:5764:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803627:0:5764:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803632:0:5764:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdd3ea00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.803634:0:5764:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803639:0:5764:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803644:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x76821429 (ffff903298a49100)
00010000:00010000:0.0:1769074966.803646:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.803648:0:5764:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803653:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3ea00/0x2152b583a6e44c00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.803677:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44bf2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e35 expref: 438 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.803692:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44c07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e35 expref: 437 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.803698:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:0.0:1769074966.803701:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.803703:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e200, rc 0)
00000100:00100000:0.0:1769074966.803769:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90338925dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+437:13245:x1855007657536896:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 583us (1085us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.803979:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211021
00000100:00100000:1.0:1769074966.803993:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+437:13246:x1855007657537152:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.804002:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.804005:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074966.804019:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb6fc00/0x2152b583a6e449ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309d71 expref: 437 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.804030:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.804034:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074966.804042:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c0e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e3c expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.804120:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804130:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804137:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804149:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804155:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804161:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00080000:1.0:1769074966.804467:0:5763:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d6:0x0], index 0: 0
00000100:00100000:0.0:1769074966.804603:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211020
00010000:00010000:1.0:1769074966.804769:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44c23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10428:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804778:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44c23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10428:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804786:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44c23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10428:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804817:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804825:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804976:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804982:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cd000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.804985:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.804991:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.805001:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.805004:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.805007:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.805012:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c15 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:1.0:1769074966.805024:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ecb4a980 reply state 000000008c2ad97a transno 4295106780 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.805035:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074966.805060:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c0e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e3c expref: 438 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.805072:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44c23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10428:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e3c expref: 437 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.805079:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10428:0x0].0x0 (ffff903299a8d100)
00010000:00010000:1.0:1769074966.805081:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.805083:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc200, rc 0)
00000100:00100000:1.0:1769074966.805166:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903298253480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+438:13246:x1855007657537152:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1177us (2405us total) trans 4295106780 rc 0/0
00000100:00100000:1.0:1769074966.805173:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211021
00010000:00010000:3.0:1769074966.809683:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.809700:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.809710:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.809806:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.809814:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.809821:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.811372:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x1e68dc46 (ffff903299a8d200)
00010000:00010000:3.0:1769074966.811377:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.811381:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.811387:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44c1c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.811474:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.811558:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.811725:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657537408
00000100:00100000:2.0:1769074966.811734:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657537408
00000100:00100000:2.0:1769074966.811800:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 3002
00000100:00100000:2.0:1769074966.811811:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+75:2367:x1855007657537408:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.811839:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.811857:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff903383700000/0x2152b583a6e44c31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e43 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:2.0:1769074966.811881:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:2.0:1769074966.811898:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074966.811900:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074966.811932:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff903383700000/0x2152b583a6e44c31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e43 expref: 76 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074966.811950:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff903383700000/0x2152b583a6e44c31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e43 expref: 76 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:2.0:1769074966.811961:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383700000, rc 0)
00000100:00100000:2.0:1769074966.812004:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2367:x1855007657537408:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 197us (447us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.812010:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 3002
00000100:00100000:3.0:1769074966.812222:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657537280
00000100:00100000:3.0:1769074966.812227:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657537280
00000100:00100000:3.0:1769074966.812268:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1697
00000100:00100000:3.0:1769074966.812276:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+437:2369:x1855007657537280:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.812287:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.812306:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44c07 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e35 expref: 437 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.812318:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:3.0:1769074966.812322:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.812344:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:2369:x1855007657537280:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 69us (872us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.812350:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1697
00000100:00100000:2.0:1769074966.815795:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.815854:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.816045:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657537920
00000100:00100000:3.0:1769074966.816055:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657537920
00000100:00100000:3.0:1769074966.816105:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4575
00000100:00100000:3.0:1769074966.816113:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+436:13246:x1855007657537920:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.816447:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+437:13246:x1855007657537920:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 334us (592us total) trans 4295106781 rc 0/0
00000100:00100000:3.0:1769074966.816456:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4575
00000100:00100000:1.0:1769074966.816673:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657537664
00000100:00100000:1.0:1769074966.816679:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657537664
00000100:00100000:1.0:1769074966.816716:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211022
00000100:00100000:1.0:1769074966.816725:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+437:13245:x1855007657537664:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.816736:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.816756:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e4a expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.817055:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.817076:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a23099a4 expref: 438 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.817085:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.817117:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099a4 expref: 438 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.817140:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099a4 expref: 438 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.817155:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623459200:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.817447:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033890a8a80 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.819781:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.820165:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657538176
00000100:00100000:0.0:1769074966.820175:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657538176
00000100:00100000:1.0:1769074966.822770:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4576
00000100:00100000:1.0:1769074966.822783:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+439:13246:x1855007657538176:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.823152:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9032a498f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+440:13246:x1855007657538176:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 370us (3378us total) trans 4295106782 rc 0/0
00000100:00100000:1.0:1769074966.823160:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4576
00000100:00100000:1.0:1769074966.824429:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.824529:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f7100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623459200:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.824555:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074966.824609:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657538304
00000100:00100000:3.0:1769074966.824617:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657538304
00010000:00010000:3.0:1769074966.824642:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099a4 expref: 440 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.824671:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5863
00000100:00100000:3.0:1769074966.824678:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+440:2368:x1855007657538304:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.824689:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.824695:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099a4 expref: 440 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.824706:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099a4 expref: 440 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.824735:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338abfb400/0x2152b583a6e43e38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a23099a4 expref: 440 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.824753:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:3.0:1769074966.824757:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.824774:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.824781:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.824808:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.824865:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+439:2368:x1855007657538304:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 186us (439us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.824871:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5863
00010000:00010000:2.0:1769074966.825103:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.825111:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:2.0:1769074966.825129:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00010000:00010000:2.0:1769074966.825250:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e4a expref: 440 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.825275:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e4a expref: 439 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.825282:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:2.0:1769074966.825285:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:2.0:1769074966.825287:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cd000, rc 0)
00000100:00100000:2.0:1769074966.825323:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff90328eac3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+439:13245:x1855007657537664:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 8599us (9536us total) trans 4295106783 rc 0/0
00000100:00100000:2.0:1769074966.825329:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211022
00000100:00100000:1.0:1769074966.831718:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.831836:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657538432
00000100:00100000:2.0:1769074966.831846:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657538432
00000100:00100000:2.0:1769074966.831943:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211023
00000100:00100000:2.0:1769074966.831955:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+439:13245:x1855007657538432:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.831981:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.832000:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e44c4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e51 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.832085:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.832099:0:7034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e4a expref: 440 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.832107:0:7034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.832142:0:7034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e4a expref: 440 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.832156:0:7034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e4a expref: 440 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.832166:0:7034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623459328:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.832230:0:7034:0:(client.c:2690:ptlrpc_set_wait()) set ffff903386472240 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.832796:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.833210:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657538688
00000100:00100000:1.0:1769074966.833217:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657538688
00000100:00100000:1.0:1769074966.833363:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4577
00000100:00100000:1.0:1769074966.833372:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+441:13246:x1855007657538688:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.833636:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+442:13246:x1855007657538688:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 265us (839us total) trans 4295106784 rc 0/0
00000100:00100000:1.0:1769074966.833644:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4577
00000100:00100000:2.0:1769074966.838613:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.838677:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.838797:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657539072
00000100:00100000:1.0:1769074966.838808:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657539072
00000100:00100000:1.0:1769074966.838879:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4578
00000100:00100000:1.0:1769074966.838889:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386518c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+442:13246:x1855007657539072:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:1.0:1769074966.839209:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386518c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+443:13246:x1855007657539072:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 321us (529us total) trans 4295106785 rc 0/0
00000100:00100000:1.0:1769074966.839217:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4578
00000100:00100000:1.0:1769074966.839311:0:7034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7034:1855007623459328:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.839337:0:7034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:3.0:1769074966.840226:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657538816
00000100:00100000:3.0:1769074966.840232:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657538816
00010000:00010000:3.0:1769074966.840256:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e4a expref: 443 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:3.0:1769074966.840293:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5864
00000100:00100000:3.0:1769074966.840302:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+443:2369:x1855007657538816:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:3.0:1769074966.840314:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:3.0:1769074966.840320:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e4a expref: 443 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.840333:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e4a expref: 443 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.840350:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c3f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100d9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e4a expref: 443 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:3.0:1769074966.840360:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:3.0:1769074966.840364:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.840371:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.840375:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.840390:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:3.0:1769074966.840418:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+442:2369:x1855007657538816:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 118us (1812us total) trans 0 rc 0/0
00000100:00100000:3.0:1769074966.840423:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5864
00010000:00010000:1.0:1769074966.840750:0:7034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.840770:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00200000:1.0:1769074966.840809:0:7034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x100d9:0x0]: returning size 260096
00000004:00200000:1.0:1769074966.840813:0:7034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:1.0:1769074966.841704:0:7034:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.841741:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700600/0x2152b583a6e44c4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100d9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e51 expref: 442 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.841757:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701800/0x2152b583a6e44c54 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100d9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e51 expref: 441 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.841775:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100d9:0x0].0x0 (ffff90329e6c9900)
00010000:00010000:1.0:1769074966.841779:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.841782:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701800, rc 0)
00000100:00100000:1.0:1769074966.841847:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+441:13245:x1855007657538432:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 9894us (10137us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.841855:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211023
00000100:00100000:1.0:1769074966.844498:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.844679:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657539328
00000100:00100000:2.0:1769074966.844688:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657539328
00000100:00100000:2.0:1769074966.844861:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211024
00000100:00100000:2.0:1769074966.844873:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+441:13246:x1855007657539328:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:2.0:1769074966.844950:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.844973:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44c23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10428:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e3c expref: 441 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.844994:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10428:0x0].0x0 (ffff903299a8d100)
00010000:00010000:2.0:1769074966.845017:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:2.0:1769074966.845038:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845051:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845060:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845074:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845080:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845086:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845185:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845193:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845199:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000040:00080000:2.0:1769074966.845531:0:7034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].407, 64 off34240
00010000:00010000:2.0:1769074966.845592:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845605:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845613:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845620:0:7034:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845626:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845632:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845661:0:7034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool
00010000:00010000:2.0:1769074966.845679:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845685:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845692:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845698:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.845702:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845709:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845728:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10428:0x0].0x0 (ffff9032af293200)
00010000:00010000:2.0:1769074966.845732:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3
00010000:00010000:2.0:1769074966.845736:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845742:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701200/0x2152b583a6e44c69 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10428:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845794:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845801:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845808:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845813:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.845817:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845822:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845830:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.845833:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.845837:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:2.0:1769074966.845842:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701400/0x2152b583a6e44c5b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.845844:0:13362:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000004:00010000:2.0:1769074966.845852:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d8d3ecde reply state 00000000b8191a68 transno 4295106786 ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.845854:0:13362:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00000100:00100000:2.0:1769074966.845867:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:2.0:1769074966.845956:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+442:13246:x1855007657539328:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 1083us (1463us total) trans 4295106786 rc 0/0
00010000:00010000:3.0:1769074966.845968:0:13362:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700e00 already unused, calling callback (ffffffffc148db90)
00000100:00100000:2.0:1769074966.845970:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211024
00010000:00010000:3.0:1769074966.845975:0:13362:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.845984:0:13362:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.845995:0:13362:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10428:0x0].0x0 (ffff9032af293200)
00010000:00010000:3.0:1769074966.845997:0:13362:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40
00010000:00010000:3.0:1769074966.846001:0:13362:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.846007:0:13362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700e00/0x2152b583a6e44c70 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10428:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.846021:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074966.846024:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1769074966.846027:0:13362:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1769074966.848588:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00010000:00010000:3.0:1769074966.848841:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.848855:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.848877:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.848883:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383700c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.848887:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.848893:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.848935:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x1e68dc46 (ffff9032af293600)
00010000:00010000:3.0:1769074966.848939:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.848944:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.848950:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383700c00/0x2152b583a6e44c62 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074966.849100:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657539456
00000100:00100000:1.0:1769074966.849110:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657539456
00000100:00100000:1.0:1769074966.849194:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211025
00000100:00100000:1.0:1769074966.849205:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+441:13245:x1855007657539456:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.849224:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.849241:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44c77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e58 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.849339:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849352:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849363:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849375:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849383:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849389:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849456:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849463:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849469:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849474:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cd000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.849477:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849483:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849490:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.849493:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.849497:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849503:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44c7e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849511:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849517:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849523:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849532:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cca00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.849535:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849540:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849546:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x57cc5c99 (ffff903299a8dd00)
00010000:00010000:1.0:1769074966.849548:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.849551:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849556:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44c85 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x57cc5c99 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.849584:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44c77 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e58 expref: 442 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.849593:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.849595:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.849599:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44c77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e58 expref: 442 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.849607:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc000, rc 0)
00000100:00100000:1.0:1769074966.849667:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+441:13245:x1855007657539456:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 464us (1086us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074966.849675:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211025
00000100:00100000:0.0:1769074966.850550:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.850685:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657539584
00000100:00100000:2.0:1769074966.850692:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657539584
00000100:00100000:2.0:1769074966.850745:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211026
00000100:00100000:2.0:1769074966.850753:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+441:13246:x1855007657539584:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.850779:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.850795:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44c8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e5f expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.851013:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851027:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851036:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851049:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851055:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851062:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851109:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851121:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851128:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851134:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff903383701000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.851138:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851144:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851155:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.851158:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.851162:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851168:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701000/0x2152b583a6e44c93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851181:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851186:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851192:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851197:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e38600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.851199:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851206:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851213:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x1e68dc46 (ffff9032af293700)
00010000:00010000:2.0:1769074966.851215:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.851218:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851223:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44c9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.851250:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44c8c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e5f expref: 442 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.851402:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.851405:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.851409:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff903383701c00/0x2152b583a6e44c8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e5f expref: 442 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.851418:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff903383701c00, rc 0)
00000100:00100000:2.0:1769074966.851472:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+441:13246:x1855007657539584:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 719us (924us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074966.851478:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211026
00000100:00100000:3.0:1769074966.855893:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.855970:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.855998:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657539840
00000100:00100000:0.0:1769074966.856008:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657539840
00000100:00100000:0.0:1769074966.856056:0:5764:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657539712
00000100:00100000:0.0:1769074966.856059:0:5764:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657539712
00000100:00100000:0.0:1769074966.856087:0:5764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211027
00000100:00100000:0.0:1769074966.856094:0:5764:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+442:13246:x1855007657539840:12345-192.168.204.54@tcp:101:dbench.0
00000100:00100000:2.0:1769074966.856108:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211028
00010000:00010000:0.0:1769074966.856112:0:5764:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:2.0:1769074966.856125:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+442:13245:x1855007657539712:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.856130:0:5764:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44ca1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e6d expref: -99 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.856136:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:2.0:1769074966.856148:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44ca8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e66 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.856183:0:5764:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44caf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5764 initiator: MDT0
00010000:00010000:0.0:1769074966.856196:0:5764:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44caf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.856196:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856216:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.856223:0:5764:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44caf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.856227:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856243:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856251:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856257:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074966.856308:0:5764:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10088:0x0]: returning size 11776
00000004:00200000:0.0:1769074966.856313:0:5764:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1
00010000:00010000:2.0:1769074966.856315:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856323:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856329:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856335:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e39600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:2.0:1769074966.856340:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00000004:00010000:0.0:1769074966.856342:0:5764:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44caf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5764 initiator: MDT0
00010000:00010000:2.0:1769074966.856348:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856364:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074966.856367:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.856371:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.856376:0:5764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3f400/0x2152b583a6e44ca1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10072:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e6d expref: 445 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.856379:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44cb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856400:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.856405:0:5764:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44caf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e6d expref: 444 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.856408:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.856421:0:5764:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:2.0:1769074966.856423:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.856428:0:5764:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13
00010000:00010000:2.0:1769074966.856431:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033b5e38000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.856433:0:5764:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdd3e200, rc 0)
00010000:00010000:2.0:1769074966.856435:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856441:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856449:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9b386487 (ffff9032af293d00)
00010000:00010000:2.0:1769074966.856451:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.856454:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856459:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38000/0x2152b583a6e44cbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.856481:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44ca8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e66 expref: 444 pid: 5763 timeout: 0 lvb_type: 0
00000100:00100000:0.0:1769074966.856486:0:5764:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+444:13246:x1855007657539840:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 391us (603us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.856498:0:5764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211027
00010000:00010000:2.0:1769074966.856499:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:2.0:1769074966.856502:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:2.0:1769074966.856507:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38200/0x2152b583a6e44ca8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e66 expref: 444 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.856517:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38200, rc 0)
00000100:00100000:2.0:1769074966.856543:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+442:13245:x1855007657539712:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 425us (573us total) trans 0 rc 301/301
00000100:00100000:2.0:1769074966.856550:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211028
00000100:00100000:0.0:1769074966.861710:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.861744:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.861825:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657540096
00000100:00100000:1.0:1769074966.861836:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657540096
00000100:00100000:2.0:1769074966.861839:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657539968
00000100:00100000:2.0:1769074966.861846:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657539968
00000100:00100000:2.0:1769074966.861930:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4579
00000100:00100000:2.0:1769074966.861941:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+443:13246:x1855007657539968:12345-192.168.204.54@tcp:37:dbench.0
00000100:00100000:1.0:1769074966.862008:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211029
00000100:00100000:1.0:1769074966.862017:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+443:13245:x1855007657540096:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.862028:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.862047:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44cc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e74 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.862097:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862110:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862120:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862131:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862138:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862143:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862203:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862209:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862214:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862220:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cca00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.862224:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862230:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862241:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.862245:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.862249:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862254:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ccb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862266:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862271:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862277:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862282:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cd000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.862285:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862291:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862297:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x2df3971f (ffff903299a8dd00)
00010000:00010000:1.0:1769074966.862299:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.862302:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862311:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44cd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x2df3971f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.862338:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44cc4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e74 expref: 444 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.862347:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.862349:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.862353:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44cc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e74 expref: 444 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.862361:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc000, rc 0)
00000100:00100000:1.0:1769074966.862422:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+443:13245:x1855007657540096:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 407us (675us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074966.862430:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211029
00000100:00100000:2.0:1769074966.868628:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+442:13246:x1855007657539968:12345-192.168.204.54@tcp:37:dbench.0 Request processed in 6678us (6913us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.868643:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4579
00000100:00100000:0.0:1769074966.874191:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.874264:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.874450:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657540352
00000100:00100000:1.0:1769074966.874462:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657540352
00000100:00100000:1.0:1769074966.874516:0:7034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657540480
00000100:00100000:1.0:1769074966.874520:0:7034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657540480
00000100:00100000:1.0:1769074966.874577:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211030
00000100:00100000:1.0:1769074966.874585:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903386507050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+443:13245:x1855007657540352:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.874605:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.874607:0:7034:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:1.0:1769074966.874628:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90329e3d8400/0x2152b583a6e44657 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309c60 expref: 443 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.874642:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.874646:0:7034:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:1.0:1769074966.874656:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44cd9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e7b expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.874775:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.874788:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.874797:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.874811:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.874817:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.874821:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000004:00080000:1.0:1769074966.875127:0:7034:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d6:0x0], index 1: 0
00010000:00010000:1.0:1769074966.875248:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.875258:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.875266:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.875309:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.875320:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.875326:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.875330:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cd000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.875333:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.875337:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.875343:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:1.0:1769074966.875345:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.875347:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.875351:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44ce0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000004:00010000:1.0:1769074966.875358:0:7034:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009b532bc6 reply state 00000000c6b3420d transno 4295106787 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00000100:00100000:1.0:1769074966.875363:0:7034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:1.0:1769074966.875382:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44cd9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e7b expref: 445 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.875389:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e7b expref: 444 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.875394:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:1.0:1769074966.875396:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:1.0:1769074966.875397:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc600, rc 0)
00000100:00100000:1.0:1769074966.875450:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903386507050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+445:13245:x1855007657540352:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 866us (1265us total) trans 4295106787 rc 0/0
00000100:00100000:1.0:1769074966.875455:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211030
00000100:00100000:1.0:1769074966.876134:0:7034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211031
00000100:00100000:1.0:1769074966.876250:0:7034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+444:13246:x1855007657540480:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.876265:0:7034:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.876317:0:7034:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44cfc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e82 expref: -99 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.876360:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876369:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876375:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876383:0:7034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876387:0:7034:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876391:0:7034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876421:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876428:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876432:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876435:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cd600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.876437:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876440:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876446:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.876449:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.876451:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876454:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876460:0:7034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876463:0:7034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876466:0:7034:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876469:0:7034:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cc200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.876471:0:7034:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876474:0:7034:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876478:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0xecff8659 (ffff903299a8d100)
00010000:00010000:1.0:1769074966.876479:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.876480:0:7034:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876483:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:1.0:1769074966.876499:0:7034:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44cfc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e82 expref: 445 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.876504:0:7034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:1.0:1769074966.876505:0:7034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.876507:0:7034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc400/0x2152b583a6e44cfc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e82 expref: 445 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.876511:0:7034:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc400, rc 0)
00000100:00100000:1.0:1769074966.876540:0:7034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+444:13246:x1855007657540480:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 292us (2274us total) trans 0 rc 301/301
00000100:00100000:1.0:1769074966.878605:0:7034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211031
00010000:00010000:3.0:1769074966.880962:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.880978:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.880985:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.880992:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032a55cca00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.880996:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.881006:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.881022:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9b386487 (ffff903299a8dd00)
00010000:00010000:3.0:1769074966.881026:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.881031:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00010000:00010000:3.0:1769074966.881037:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cca00/0x2152b583a6e44ce7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7034 initiator: MDT0
00000100:00100000:0.0:1769074966.884458:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.884562:0:13368:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657540608
00000100:00100000:1.0:1769074966.884573:0:13368:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657540608
00000100:00100000:1.0:1769074966.884639:0:13368:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 3003
00000100:00100000:1.0:1769074966.884648:0:13368:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657540608:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.884666:0:13368:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.884689:0:13368:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e89 expref: -99 pid: 13368 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074966.884721:0:13368:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074966.884740:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.884743:0:13368:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.884751:0:13368:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e89 expref: 78 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.884783:0:13368:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e89 expref: 78 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.884796:0:13368:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc400, rc 0)
00000100:00100000:1.0:1769074966.884891:0:13368:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2368:x1855007657540608:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 243us (442us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.884896:0:13368:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 3003
00000100:00100000:0.0:1769074966.889466:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.889571:0:5765:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657540864
00000100:00100000:2.0:1769074966.889581:0:5765:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657540864
00000100:00100000:2.0:1769074966.889811:0:5765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4580
00000100:00100000:2.0:1769074966.889822:0:5765:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+443:13245:x1855007657540864:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:2.0:1769074966.890305:0:5765:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+444:13245:x1855007657540864:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 482us (845us total) trans 4295106788 rc 0/0
00000100:00100000:2.0:1769074966.890313:0:5765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4580
00000100:00100000:2.0:1769074966.890555:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.890944:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657541120
00000100:00100000:3.0:1769074966.890952:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657541120
00000100:00100000:3.0:1769074966.891018:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211032
00000100:00100000:3.0:1769074966.891025:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+444:13246:x1855007657541120:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:3.0:1769074966.891035:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:3.0:1769074966.891038:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1
00010000:00010000:3.0:1769074966.891057:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdd3e200/0x2152b583a6e44caf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10088:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e6d expref: 444 pid: 5764 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.891070:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:3.0:1769074966.891074:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074966.891083:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44d18 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e90 expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.891164:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891174:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891181:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891190:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891195:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891201:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00080000:3.0:1769074966.891475:0:5763:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d7:0x0], index 0: 0
00010000:00010000:3.0:1769074966.891572:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44d2d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1042a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891579:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44d2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1042a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891584:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44d2d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1042a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891606:0:5763:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891610:0:5763:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891615:0:5763:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891618:0:5763:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c6a00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:3.0:1769074966.891621:0:5763:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891627:0:5763:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891632:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0x0 (ffff9033852c1700)
00010000:00010000:3.0:1769074966.891634:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:3.0:1769074966.891636:0:5763:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:3.0:1769074966.891640:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6a00/0x2152b583a6e44d1f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000004:00010000:3.0:1769074966.891647:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001152d799 reply state 0000000097285e72 transno 4295106789 ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074966.891652:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00010000:00010000:3.0:1769074966.891675:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c6c00/0x2152b583a6e44d18 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10088:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e90 expref: 446 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.891684:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44d2d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1042a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e90 expref: 445 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.891689:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1042a:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:3.0:1769074966.891690:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:3.0:1769074966.891692:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff90338a8c7600, rc 0)
00000100:00100000:3.0:1769074966.892130:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+446:13246:x1855007657541120:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 1103us (1571us total) trans 4295106789 rc 0/0
00000100:00100000:3.0:1769074966.892138:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211032
00010000:00010000:0.0:1769074966.893693:0:3279:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.893712:0:3279:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.893720:0:3279:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.893736:0:3279:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff90338a8c7000 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.893740:0:3279:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.893748:0:3279:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.893774:0:3279:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10088:0x0].0xecff8659 (ffff90328bb7fe00)
00010000:00010000:0.0:1769074966.893778:0:3279:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.893783:0:3279:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.893789:0:3279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7000/0x2152b583a6e44d26 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10088:0x0].0xecff8659 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074966.897088:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.897139:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657541248
00000100:00100000:1.0:1769074966.897149:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657541248
00000100:00100000:3.0:1769074966.897175:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.897246:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657541504
00000100:00100000:2.0:1769074966.897252:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657541504
00000100:00100000:2.0:1769074966.897300:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211033
00000100:00100000:2.0:1769074966.897309:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+445:13245:x1855007657541504:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:2.0:1769074966.897335:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00000100:00100000:1.0:1769074966.897369:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 3004
00000100:00100000:1.0:1769074966.897378:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+76:2368:x1855007657541248:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.897386:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.897403:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e97 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00002000:00010000:1.0:1769074966.897429:0:13367:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1
00010000:00010000:1.0:1769074966.897447:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.897449:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.897458:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e97 expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.897476:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e97 expref: 77 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.897489:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc200, rc 0)
00000100:00100000:1.0:1769074966.897544:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657541248:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 167us (462us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.897551:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 3004
00010000:00010000:2.0:1769074966.897561:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44d3b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309e9e expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.897801:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.897815:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e7b expref: 446 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.897823:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.897852:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e7b expref: 446 pid: 7034 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.897865:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e7b expref: 446 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.897876:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623459456:192.168.204.54@tcp:104:
00000100:00100000:2.0:1769074966.897967:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254180 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.901486:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623459456:192.168.204.54@tcp:104:
00010000:00010000:2.0:1769074966.901519:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074966.902264:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.902317:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657541632
00000100:00100000:2.0:1769074966.902324:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657541632
00010000:00010000:2.0:1769074966.902353:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e7b expref: 447 pid: 7034 timeout: 2052 lvb_type: 0
00000100:00100000:2.0:1769074966.902382:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5865
00000100:00100000:2.0:1769074966.902389:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff903390af6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+447:2369:x1855007657541632:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.902399:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.902403:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e7b expref: 447 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.902412:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e7b expref: 447 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.902428:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc600/0x2152b583a6e44cee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e7b expref: 447 pid: 7034 timeout: 2052 lvb_type: 0
00010000:00010000:2.0:1769074966.902438:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:2.0:1769074966.902442:0:6560:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.902448:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.902452:0:6560:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:2.0:1769074966.902470:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074966.902492:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.902499:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074966.902519:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10429:0x0]: returning size 0
00000100:00100000:2.0:1769074966.902521:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff903390af6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+446:2369:x1855007657541632:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 132us (260us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.902528:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5865
00010000:00010000:0.0:1769074966.902721:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e39600/0x2152b583a6e44d3b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e9e expref: 447 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.902742:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e9e expref: 446 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.902748:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074966.902751:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:0.0:1769074966.902753:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033b5e38600, rc 0)
00000100:00100000:0.0:1769074966.902804:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+446:13245:x1855007657541504:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 5496us (5628us total) trans 4295106790 rc 0/0
00000100:00100000:0.0:1769074966.902811:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211033
00000100:00100000:0.0:1769074966.903273:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.903370:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657541760
00000100:00100000:1.0:1769074966.903377:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657541760
00000100:00100000:1.0:1769074966.903442:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 3005
00000100:00100000:1.0:1769074966.903450:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:13246:x1855007657541760:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.903463:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.903478:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d57 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ea5 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.903502:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e97 expref: 78 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.903510:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.903513:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.903517:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d57 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ea5 expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.903544:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e97 expref: 78 pid: 13367 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.903561:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e97 expref: 78 pid: 13367 timeout: 2052 lvb_type: 1
00000100:00100000:1.0:1769074966.903574:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623459584:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.903641:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a240 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.906854:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.906986:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657541888
00000100:00100000:1.0:1769074966.906996:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657541888
00000100:00100000:1.0:1769074966.907052:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211034
00000100:00100000:1.0:1769074966.907061:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+446:13245:x1855007657541888:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.907085:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.907105:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44d5e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10429:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309eac expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.907185:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.907214:0:5763:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e9e expref: 447 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.907222:0:5763:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.907280:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:13367:1855007623459584:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.907303:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d57 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ea5 expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.907323:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cd600, rc 0)
00000100:00100000:1.0:1769074966.907372:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:13246:x1855007657541760:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 3922us (4176us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.907379:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 3005
00010000:00010000:1.0:1769074966.907867:0:5763:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e9e expref: 447 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.907880:0:5763:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e9e expref: 447 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.907893:0:5763:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623459712:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.908170:0:5763:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a600 going to sleep for 11 seconds
00000100:00100000:2.0:1769074966.908465:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.908547:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657542016
00000100:00100000:1.0:1769074966.908552:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657542016
00010000:00010000:1.0:1769074966.908577:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e97 expref: 78 pid: 13367 timeout: 2052 lvb_type: 1
00000100:00100000:1.0:1769074966.908642:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5866
00000100:00100000:1.0:1769074966.908651:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2368:x1855007657542016:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.908662:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.908682:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e97 expref: 78 pid: 13367 timeout: 2052 lvb_type: 1
00010000:00010000:1.0:1769074966.908694:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e97 expref: 78 pid: 13367 timeout: 2052 lvb_type: 1
00010000:00010000:1.0:1769074966.908720:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9032a55cc200/0x2152b583a6e44d42 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e97 expref: 78 pid: 13367 timeout: 2052 lvb_type: 1
00010000:00010000:1.0:1769074966.908733:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.908735:0:13409:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.908742:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d57 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ea5 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.908752:0:13409:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ea5 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.908789:0:13409:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9032a55cd600/0x2152b583a6e44d57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ea5 expref: 77 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:1.0:1769074966.908800:0:13409:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:13409:1855007623459840:192.168.204.54@tcp:105:
00000100:00100000:1.0:1769074966.908839:0:13409:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a240 going to sleep for 11 seconds
00000100:00100000:1.0:1769074966.911113:0:13409:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:13409:1855007623459840:192.168.204.54@tcp:105:
00010000:00010000:1.0:1769074966.911136:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.911186:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2368:x1855007657542016:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 2536us (2722us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.911322:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5866
00000100:00100000:0.0:1769074966.912329:0:5763:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5763:1855007623459712:192.168.204.54@tcp:104:
00010000:00010000:0.0:1769074966.912350:0:5763:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074966.914090:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.914171:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657542144
00000100:00100000:1.0:1769074966.914180:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657542144
00010000:00010000:1.0:1769074966.914303:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e9e expref: 448 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:1.0:1769074966.914344:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5867
00000100:00100000:1.0:1769074966.914353:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+448:2369:x1855007657542144:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1769074966.914367:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:1.0:1769074966.914374:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e9e expref: 448 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.914385:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e9e expref: 448 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.914406:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033b5e38600/0x2152b583a6e44d49 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e9e expref: 448 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:1.0:1769074966.914423:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:1.0:1769074966.914428:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.914436:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.914443:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.914470:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:1.0:1769074966.914519:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+447:2369:x1855007657542144:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 166us (433us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.914527:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5867
00010000:00010000:0.0:1769074966.914665:0:5763:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.914673:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000004:00200000:0.0:1769074966.914714:0:5763:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10429:0x0]: returning size 0
00000004:00200000:0.0:1769074966.914719:0:5763:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.914738:0:5763:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.914781:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cc000/0x2152b583a6e44d5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10429:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eac expref: 447 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.914799:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eac expref: 446 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.914806:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074966.914809:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.914812:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cd000, rc 0)
00000100:00100000:0.0:1769074966.914838:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+446:13245:x1855007657541888:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 7779us (7992us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.914844:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211034
00000100:00100000:2.0:1769074966.920888:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.922369:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657542400
00000100:00100000:0.0:1769074966.922383:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657542400
00000100:00100000:0.0:1769074966.922448:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211035
00000100:00100000:0.0:1769074966.922458:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+446:13246:x1855007657542400:12345-192.168.204.54@tcp:36:dbench.0
00010000:00010000:0.0:1769074966.922512:0:5763:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.922540:0:5763:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff90338a8c7600/0x2152b583a6e44d2d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1042a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e90 expref: 446 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.922559:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1042a:0x0].0x0 (ffff90328bb7ff00)
00010000:00010000:0.0:1769074966.922572:0:5763:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:0.0:1769074966.922620:0:5763:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.922632:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:0.0:1769074966.922641:0:5763:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:3.0:1769074966.922694:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.922797:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657542528
00000100:00100000:1.0:1769074966.922802:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657542528
00000100:00100000:1.0:1769074966.922846:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 3006
00000100:00100000:1.0:1769074966.922854:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:13245:x1855007657542528:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:1.0:1769074966.922864:0:13367:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:1.0:1769074966.922876:0:13367:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc200/0x2152b583a6e44d73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309eb3 expref: -99 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.922898:0:13367:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e89 expref: 79 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.922928:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.922931:0:13367:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:1.0:1769074966.922935:0:13367:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc200/0x2152b583a6e44d73 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eb3 expref: 79 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.922966:0:13367:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e89 expref: 79 pid: 13368 timeout: 0 lvb_type: 1
00010000:00010000:1.0:1769074966.922979:0:13367:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e89 expref: 79 pid: 13368 timeout: 2052 lvb_type: 1
00000100:00100000:1.0:1769074966.922992:0:13367:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033864f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623459968:192.168.204.54@tcp:104:
00000100:00100000:1.0:1769074966.923065:0:13367:0:(client.c:2690:ptlrpc_set_wait()) set ffff9032af28a240 going to sleep for 11 seconds
00000004:00010000:0.0:1769074966.924741:0:5763:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e9e6e871 reply state 00000000877aafe9 transno 4295106791 ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5763 initiator: MDT0
00000100:00100000:0.0:1769074966.924767:0:5763:0:(service.c:177:ptlrpc_save_lock()) nlocks 0
00000100:00100000:0.0:1769074966.924866:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+447:13246:x1855007657542400:12345-192.168.204.54@tcp:36:dbench.0 Request processed in 2406us (3984us total) trans 4295106791 rc 0/0
00000100:00100000:0.0:1769074966.924875:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211035
00000100:00100000:3.0:1769074966.926679:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.926788:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657542656
00000100:00100000:0.0:1769074966.926798:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657542656
00000100:00100000:0.0:1769074966.926842:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211036
00000100:00100000:0.0:1769074966.926851:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+447:13246:x1855007657542656:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.926876:0:5763:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.926895:0:5763:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44d7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1042a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309eba expref: -99 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.926976:0:5763:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44d7a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1042a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eba expref: 448 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.926991:0:5763:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72800/0x2152b583a6e44d7a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1042a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eba expref: 448 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.927009:0:5763:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1042a:0x0].0x0 (ffff903298a49100)
00010000:00010000:0.0:1769074966.927012:0:5763:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8
00010000:00010000:0.0:1769074966.927016:0:5763:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032abb72800, rc 0)
00000100:00100000:0.0:1769074966.927061:0:5763:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+448:13246:x1855007657542656:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 211us (390us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.927068:0:5763:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211036
00010000:00010000:1.0:1769074966.927679:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.927689:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.927697:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.927703:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73400 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:1.0:1769074966.927708:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.927715:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.927728:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1042a:0x0].0x0 (ffff903298a49100)
00010000:00010000:1.0:1769074966.927730:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:1.0:1769074966.927734:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00010000:00010000:1.0:1769074966.927739:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d6c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5763 initiator: MDT0
00000100:00100000:1.0:1769074966.929062:0:13367:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033864f7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:13367:1855007623459968:192.168.204.54@tcp:104:
00010000:00010000:1.0:1769074966.929096:0:13367:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc200/0x2152b583a6e44d73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eb3 expref: 79 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:1.0:1769074966.929114:0:13367:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9032a55cc200, rc 0)
00000100:00100000:1.0:1769074966.929214:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:13245:x1855007657542528:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6360us (6519us total) trans 0 rc 0/0
00000100:00100000:1.0:1769074966.929223:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 3006
00000100:00100000:3.0:1769074966.931254:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.931392:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657542784
00000100:00100000:2.0:1769074966.931400:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657542784
00010000:00010000:2.0:1769074966.931431:0:6560:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e89 expref: 79 pid: 13368 timeout: 2052 lvb_type: 1
00000100:00100000:2.0:1769074966.931488:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5868
00000100:00100000:2.0:1769074966.931495:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+79:2369:x1855007657542784:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.931506:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.931525:0:6560:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e89 expref: 79 pid: 13368 timeout: 2052 lvb_type: 1
00010000:00010000:2.0:1769074966.931534:0:6560:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e89 expref: 79 pid: 13368 timeout: 2052 lvb_type: 1
00010000:00010000:2.0:1769074966.931550:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc400/0x2152b583a6e44d11 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309e89 expref: 79 pid: 13368 timeout: 2052 lvb_type: 1
00010000:00010000:2.0:1769074966.931562:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074966.931564:0:6560:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0
00010000:00010000:2.0:1769074966.931569:0:6560:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc200/0x2152b583a6e44d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eb3 expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.931575:0:6560:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc200/0x2152b583a6e44d73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eb3 expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.931605:0:6560:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9032a55cc200/0x2152b583a6e44d73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eb3 expref: 78 pid: 13367 timeout: 0 lvb_type: 0
00000100:00100000:2.0:1769074966.931615:0:6560:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bb3fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623460096:192.168.204.54@tcp:105:
00000100:00100000:2.0:1769074966.931679:0:6560:0:(client.c:2690:ptlrpc_set_wait()) set ffff903381254c00 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.933356:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.933451:0:13367:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657542912
00000100:00100000:1.0:1769074966.933459:0:13367:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657542912
00000100:00100000:1.0:1769074966.933542:0:13367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 3007
00000100:00100000:1.0:1769074966.933552:0:13367:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+77:2369:x1855007657542912:12345-192.168.204.54@tcp:2:dbench.0
00002000:00010000:1.0:1769074966.933799:0:13367:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1d7:0x0] updating lvb size from disk: 0 -> 0
00002000:00010000:1.0:1769074966.933803:0:13367:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1d7:0x0] updating lvb mtime from disk: 0 -> 1769074954
00002000:00010000:1.0:1769074966.933806:0:13367:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1d7:0x0] updating lvb atime from disk: 0 -> 1769074956
00002000:00010000:1.0:1769074966.933809:0:13367:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1d7:0x0] updating lvb ctime from disk: 0 -> 1769074966
00002000:00010000:1.0:1769074966.933811:0:13367:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1d7:0x0] updating lvb blocks from disk: 1 -> 1
00000100:00100000:1.0:1769074966.933937:0:13367:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2369:x1855007657542912:12345-192.168.204.54@tcp:2:dbench.0 Request processed in 356us (556us total) trans 4294968167 rc 0/0
00000100:00100000:1.0:1769074966.933946:0:13367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 3007
00000100:00100000:2.0:1769074966.934954:0:6560:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bb3fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6560:1855007623460096:192.168.204.54@tcp:105:
00010000:00010000:2.0:1769074966.934980:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.935061:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1ceed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2369:x1855007657542784:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 3564us (3811us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.935071:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5868
00000100:00100000:2.0:1769074966.938059:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.938905:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657543168
00000100:00100000:0.0:1769074966.939048:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657543168
00000100:00100000:0.0:1769074966.939150:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211037
00000100:00100000:0.0:1769074966.939160:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+447:13246:x1855007657543168:12345-192.168.204.54@tcp:55:dbench.0
00010000:00010000:0.0:1769074966.939236:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.939252:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.939263:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.939290:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.939296:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.939303:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.939309:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb72c00 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.939313:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.939320:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.939332:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1042a:0x0].0x0 (ffff903298a49100)
00010000:00010000:0.0:1769074966.939335:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21
00010000:00010000:0.0:1769074966.939340:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.939349:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb72c00/0x2152b583a6e44d81 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1042a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00000100:00100000:0.0:1769074966.939421:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+447:13246:x1855007657543168:12345-192.168.204.54@tcp:55:dbench.0 Request processed in 263us (1370us total) trans 0 rc -22/-22
00000100:00100000:0.0:1769074966.939427:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211037
00000100:00100000:3.0:1769074966.939625:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.939654:0:5766:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657543424
00000100:00100000:3.0:1769074966.939658:0:5766:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657543424
00000100:00100000:3.0:1769074966.939686:0:5766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 4581
00000100:00100000:3.0:1769074966.939694:0:5766:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+447:13245:x1855007657543424:12345-192.168.204.54@tcp:35:dbench.0
00000100:00100000:3.0:1769074966.940052:0:5766:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+448:13245:x1855007657543424:12345-192.168.204.54@tcp:35:dbench.0 Request processed in 358us (427us total) trans 4295106792 rc 0/0
00000100:00100000:3.0:1769074966.940060:0:5766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 4581
00000100:00100000:2.0:1769074966.950873:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.950999:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657543552
00000100:00100000:0.0:1769074966.951009:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657543552
00000100:00100000:0.0:1769074966.951067:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211038
00000100:00100000:0.0:1769074966.951076:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+448:13245:x1855007657543552:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.951098:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.951116:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ec1 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.951169:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951180:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951188:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951207:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951212:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951216:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951449:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e44d9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951456:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e44d9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951461:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e44d9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:0.0:1769074966.951489:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10429:0x0]: returning size 2048
00000004:00200000:0.0:1769074966.951492:0:11659:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1
00000004:00010000:0.0:1769074966.951506:0:11659:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e44d9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951514:0:11659:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e44d9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951519:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951523:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951527:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951531:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9032abb73600 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.951533:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951538:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951546:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x0 (ffff903383bc6900)
00010000:00010000:0.0:1769074966.951548:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.951552:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951555:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73600/0x2152b583a6e44d8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951564:0:11659:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951567:0:11659:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951570:0:11659:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951573:0:11659:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9033bdb82200 already unused, calling callback (ffffffffc1edf550)
00010000:00010000:0.0:1769074966.951575:0:11659:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951578:0:11659:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951581:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x100c1:0x0].0x9b386487 (ffff903298a49e00)
00010000:00010000:0.0:1769074966.951583:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2
00010000:00010000:0.0:1769074966.951584:0:11659:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951587:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44d96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x100c1:0x0].0x9b386487 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.951607:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032abb73400/0x2152b583a6e44d88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec1 expref: 450 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.951618:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e44d9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec1 expref: 449 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.951622:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074966.951623:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b
00010000:00010000:0.0:1769074966.951625:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83000, rc 0)
00000100:00100000:0.0:1769074966.951670:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bb3ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:13245:x1855007657543552:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 596us (805us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.951674:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211038
00000100:00100000:3.0:1769074966.955451:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:1.0:1769074966.955682:0:13335:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657543680
00000100:00100000:1.0:1769074966.955696:0:13335:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657543680
00002000:00100000:1.0:1769074966.955748:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d7:0x0] (0->57087)  req@ffff9033c1cef480 x1855007657543680/t0(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:502/0 lens 488/0 e 0 to 0 dl 1769074977 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074966.955768:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033c1cef480 with x1855007657543680 ext(0->57087)
00002000:00010000:1.0:1769074966.955774:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9033c1cef480
00000100:00100000:1.0:1769074966.955811:0:13335:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 636
00000100:00100000:1.0:1769074966.955822:0:13335:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+78:2366:x1855007657543680:12345-192.168.204.54@tcp:4:dbench.0
00000100:00100000:1.0:1769074966.957238:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.957317:0:6560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657543808
00000100:00100000:2.0:1769074966.957327:0:6560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657543808
00000100:00100000:2.0:1769074966.957385:0:6560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 1698
00000100:00100000:2.0:1769074966.957394:0:6560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+449:2368:x1855007657543808:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:2.0:1769074966.957409:0:6560:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:2.0:1769074966.957434:0:6560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83000/0x2152b583a6e44d9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec1 expref: 449 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:2.0:1769074966.957455:0:6560:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:2.0:1769074966.957460:0:6560:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:2.0:1769074966.957512:0:6560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+448:2368:x1855007657543808:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 120us (281us total) trans 0 rc 0/0
00000100:00100000:2.0:1769074966.957524:0:6560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 1698
00000100:00100000:1.0:1769074966.960633:0:13335:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+80:2366:x1855007657543680:12345-192.168.204.54@tcp:4:dbench.0 Request processed in 4802us (5180us total) trans 4294968168 rc 0/0
00000100:00100000:1.0:1769074966.960648:0:13335:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 636
00002000:00100000:1.0:1769074966.960662:0:13335:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x1d7:0x0] (0->57087)  req@ffff9033c1cef480 x1855007657543680/t4294968168(0) o4->4f6a6377-00b9-40a3-a8b6-fef96cd977e1@192.168.204.54@tcp:502/0 lens 488/448 e 0 to 0 dl 1769074977 ref 1 fl Complete:/600/0 rc 0/0 job:'dbench.0' uid:0 gid:0 projid:0
00002000:00100000:1.0:1769074966.960671:0:13335:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9033c1cef480 with x1855007657543680 ext(0->57087)
00002000:00010000:1.0:1769074966.960678:0:13335:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9033c1cef480
00000100:00100000:3.0:1769074966.962934:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.962971:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657544064
00000100:00100000:0.0:1769074966.962982:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657544064
00000100:00100000:0.0:1769074966.963036:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211039
00000100:00100000:0.0:1769074966.963047:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+448:13245:x1855007657544064:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.963066:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.963086:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e44da4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ec8 expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.963187:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.963212:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eac expref: 449 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.963221:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 4/0,1 mode: --/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.963253:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eac expref: 449 pid: 5763 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.963267:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eac expref: 449 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.963286:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc38000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623460224:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.963365:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c39c0 going to sleep for 11 seconds
00000100:00100000:3.0:1769074966.963846:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:2.0:1769074966.964021:0:5763:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657544192
00000100:00100000:2.0:1769074966.964028:0:5763:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657544192
00000100:00100000:2.0:1769074966.964113:0:5763:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211040
00000100:00100000:2.0:1769074966.964122:0:5763:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033c1ceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13246:x1855007657544192:12345-192.168.204.54@tcp:44:dbench.0
00000100:00100000:1.0:1769074966.968716:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:3.0:1769074966.968798:0:11659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9033bdc38000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623460224:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.968887:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657544320
00000100:00100000:0.0:1769074966.968895:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657544320
00010000:00010000:0.0:1769074966.968946:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eac expref: 451 pid: 5763 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.968988:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5869
00000100:00100000:0.0:1769074966.968999:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+451:2369:x1855007657544320:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.969014:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.969020:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eac expref: 451 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.969032:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eac expref: 451 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.969055:0:13409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9032a55cd000/0x2152b583a6e44d65 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309eac expref: 451 pid: 5763 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.969069:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074966.969074:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 3/0,1 mode: --/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.969083:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.969091:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.969102:0:11659:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.969107:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00010000:00010000:3.0:1769074966.969110:0:11659:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00010000:00010000:3.0:1769074966.969115:0:11659:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11659 initiator: MDT0
00000004:00200000:3.0:1769074966.969132:0:11659:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10429:0x0]: returning size 2048
00000100:00100000:0.0:1769074966.969158:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033864f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:2369:x1855007657544320:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 161us (452us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.969165:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5869
00010000:00010000:3.0:1769074966.969500:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82000/0x2152b583a6e44da4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x100c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec8 expref: 451 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.969521:0:11659:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec8 expref: 450 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:3.0:1769074966.969529:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:3.0:1769074966.969532:0:11659:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5
00010000:00010000:3.0:1769074966.969535:0:11659:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9033bdb83600, rc 0)
00000100:00100000:3.0:1769074966.969722:0:11659:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033c1cef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13245:x1855007657544064:12345-192.168.204.54@tcp:101:dbench.0 Request processed in 6676us (6796us total) trans 4295106793 rc 0/0
00000100:00100000:3.0:1769074966.969729:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 211039
00010000:00010000:2.0:1769074966.973725:0:5750:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1769074966.975797:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.975841:0:11659:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657544448
00000100:00100000:0.0:1769074966.975852:0:11659:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657544448
00000100:00100000:0.0:1769074966.975937:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 211041
00000100:00100000:0.0:1769074966.975948:0:11659:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033864f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+450:13245:x1855007657544448:12345-192.168.204.54@tcp:101:dbench.0
00010000:00010000:0.0:1769074966.975970:0:11659:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START
00010000:00010000:0.0:1769074966.975990:0:11659:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb82200/0x2152b583a6e44db9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10429:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5e675899a2309ecf expref: -99 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.976071:0:11659:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e44dc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.976085:0:11659:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec8 expref: 451 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.976094:0:11659:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e44dc0 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x13/0x8 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.976126:0:11659:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec8 expref: 451 pid: 11659 timeout: 0 lvb_type: 0
00010000:00010000:0.0:1769074966.976139:0:11659:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec8 expref: 451 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.976157:0:11659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9033bdc38700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11659:1855007623460352:192.168.204.54@tcp:104:
00000100:00100000:0.0:1769074966.977369:0:11659:0:(client.c:2690:ptlrpc_set_wait()) set ffff9033831c3600 going to sleep for 11 seconds
00000100:00100000:0.0:1769074966.982392:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.54@tcp (source: 12345-192.168.204.54@tcp)
00000100:00100000:0.0:1769074966.982421:0:13409:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007657544576
00000100:00100000:0.0:1769074966.982429:0:13409:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007657544576
00010000:00010000:0.0:1769074966.982467:0:13409:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec8 expref: 452 pid: 11659 timeout: 2052 lvb_type: 0
00000100:00100000:0.0:1769074966.982509:0:13409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.54@tcp, seq: 5870
00000100:00100000:0.0:1769074966.982519:0:13409:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+452:2369:x1855007657544576:12345-192.168.204.54@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1769074966.982533:0:13409:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0
00010000:00010000:0.0:1769074966.982540:0:13409:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec8 expref: 452 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.982552:0:13409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83600/0x2152b583a6e44dab lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x10429:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.54@tcp remote: 0x5e675899a2309ec8 expref: 452 pid: 11659 timeout: 2052 lvb_type: 0
00010000:00010000:0.0:1769074966.982574:0:13409:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10429:0x0].0x0 (ffff903299a8d800)
00010000:00010000:0.0:1769074966.982579:0:13409:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e44dc0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.982589:0:13409:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e44dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.982596:0:13409:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9033bdb83e00/0x2152b583a6e44dc0 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x10429:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 11659 initiator: MDT0
00010000:00010000:0.0:1769074966.982615:0:13409:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END
00000100:00100000:0.0:1769074966.982663:0:13409:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9033bdc39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4f6a6377-00b9-40a3-a8b6-fef96cd977e1+452:2369:x1855007657544576:12345-192.168.204.54@tcp:103:ldlm_bl.0 Request processed in 144us (279us total) trans 0 rc 0/0
00000100:00100000:0.0:1769074966.982670:0:13409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.54@tcp, seq: 5870
Debug log: 64192 lines, 64192 kept, 0 dropped, 0 bad.